-- Logs begin at Sat 2021-08-07 11:52:42 UTC, end at Sat 2021-08-07 13:08:12 UTC. -- Aug 07 12:40:15.621271 dv-cinder-787296-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 07 12:40:18.354568 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.common.config [-] Logging enabled! Aug 07 12:40:18.355184 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 07 12:40:18.355359 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100509) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 07 12:40:18.358697 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.common.config [-] Logging enabled! Aug 07 12:40:18.358971 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 07 12:40:18.359275 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100509) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 07 12:40:18.360215 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 12:40:18.360465 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 12:40:18.360842 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 12:40:18.361088 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 12:40:18.361309 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 12:40:18.361617 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.361908 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.362220 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.362469 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.362781 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.363065 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.363341 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.363623 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.363916 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.364196 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.364470 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.364747 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.364975 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.365248 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.365534 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.365814 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.366035 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] debug = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.366341 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.366769 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.367179 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.367453 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.367737 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.368009 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.368274 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.368542 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.369354 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.369672 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] host = dv-cinder-787296-2-iscsi {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.369943 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.370248 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.370529 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.370808 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.371074 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.371342 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.371619 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.371883 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.372148 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] log_file = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.372417 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.372696 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.372975 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.373255 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.373473 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.373689 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.373975 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.374282 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.374552 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.374821 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.375088 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.375354 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.375619 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.375879 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.376156 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.376433 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.376709 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.376977 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.377244 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.377507 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.377769 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.378045 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.378332 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.378599 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.378865 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.379142 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.379402 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.379667 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.379965 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.380244 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.380517 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.380796 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.381063 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.381337 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.381600 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.381864 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.382128 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] use_json = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.382421 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.382683 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.382959 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.383225 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.383488 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.383753 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.384016 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.384320 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:18.385288 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.385582 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.385882 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.386164 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.386479 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.386758 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.387047 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.387317 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.387600 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.387882 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.388165 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.388438 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.388723 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.388996 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.389286 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.389584 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.389872 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.390163 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.390465 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.390733 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.391002 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.391279 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.391563 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.391850 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.392136 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.392408 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.392685 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.392973 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.393248 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.393516 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.393789 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.394073 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.394376 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.394647 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.394927 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.395203 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.395471 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.395738 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.396009 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.396295 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.396567 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.396838 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.397100 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.397371 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.397637 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.397918 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.398206 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.398478 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.398746 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.399017 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.399286 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.399553 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.399823 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.400132 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.400409 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.400675 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.400942 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.401211 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.401477 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.401745 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.402010 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.402299 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.402575 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.402842 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.403110 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.403378 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.403646 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.403912 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.404191 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.404486 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.404759 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.405032 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.405310 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.405580 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.405853 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.406124 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.406421 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.406697 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.406965 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.407251 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.407529 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.407810 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.408085 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.408357 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.408645 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.408916 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.409193 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.409466 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.409738 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.410025 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.410331 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.410622 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.410910 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.411197 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.411483 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.411768 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.412041 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.412345 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.412617 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:18.412830 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 12:40:18.413065 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100509) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 07 12:40:18.759047 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 07 12:40:18.759829 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 07 12:40:18.760229 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 07 12:40:18.760628 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 07 12:40:19.154263 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.154575 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.154899 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.156087 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.156356 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.156617 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.190587 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.190862 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.191128 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.207260 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.207535 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.207800 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.236945 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.237217 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.237480 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.272499 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.272779 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.273044 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.504812 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.505443 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.505443 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.505610 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.506312 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.640752 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.641062 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.641340 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.641604 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.641866 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.642175 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.642450 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.642700 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.642954 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.643231 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.643483 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.643744 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.643994 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.644242 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.644494 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.644747 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.644995 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.645258 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.645521 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.645774 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.646043 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.646327 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.646604 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.646969 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.647213 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.647451 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.647839 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 12:40:19.648079 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 12:40:19.648315 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 12:40:19.648549 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 12:40:19.648785 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 12:40:19.649031 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 12:40:19.649390 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 07 12:40:19.653045 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 07 12:40:19.656959 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 07 12:40:19.660759 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 07 12:40:19.662537 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 07 12:40:19.663010 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 07 12:40:19.663341 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 07 12:40:19.663716 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 07 12:40:19.666551 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 07 12:40:19.666793 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 07 12:40:19.667131 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 07 12:40:19.672370 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 07 12:40:19.694399 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 07 12:40:19.694863 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.695177 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100509) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 07 12:40:19.695539 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.697871 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100509) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 07 12:40:19.697871 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 07 12:40:19.698758 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 07 12:40:19.701614 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.701891 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:19.765245 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 07 12:40:19.765393 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 07 12:40:19.765637 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 07 12:40:19.766012 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 07 12:40:19.787769 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_db.sqlalchemy.engines [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100509) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 07 12:40:20.473051 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Initializing driver for type 'gre' Aug 07 12:40:20.473721 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] gre ID ranges: [(1, 1000)] Aug 07 12:40:20.673511 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Initializing driver for type 'local' Aug 07 12:40:20.674138 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Initializing driver for type 'vlan' Aug 07 12:40:20.798836 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] VlanTypeDriver initialization complete Aug 07 12:40:20.799176 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Initializing driver for type 'vxlan' Aug 07 12:40:20.799808 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] vxlan ID ranges: [(1, 1000)] Aug 07 12:40:20.964620 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Initializing extension driver 'port_security' Aug 07 12:40:20.964965 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.extensions.port_security [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] PortSecurityExtensionDriver initialization complete Aug 07 12:40:20.965300 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Initializing mechanism driver 'openvswitch' Aug 07 12:40:20.965636 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Initializing mechanism driver 'hyperv' Aug 07 12:40:20.972494 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.plugins.ml2.plugin [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100509) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:40:20.973184 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > port after_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.973553 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > port after_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.973900 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > port after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.976907 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 12:40:20.976907 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > subnet after_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.976907 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > subnet after_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.976907 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > subnet after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.976907 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 12:40:20.977295 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > network after_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.977295 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > network after_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.977295 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > network after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.977519 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 12:40:20.977711 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > security_group after_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.978583 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > security_group after_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.979481 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > security_group after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.979878 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 12:40:20.980453 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.980809 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.981160 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.981557 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 12:40:20.981957 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > address_group after_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.982335 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > address_group after_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.982679 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > address_group after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.983071 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100509) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 07 12:40:20.983445 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] ML2 OVO RPC backend initialized. {{(pid=100509) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 07 12:40:20.984145 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router_interface after_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.984500 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.984917 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > network before_response 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.985268 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > networks before_response 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.985620 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > port before_response 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.985963 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > ports before_response 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.986334 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > subnet before_response 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.986679 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > subnets before_response 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.987026 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > network after_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.987371 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > network after_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.987705 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > network after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.988042 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > port after_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.988377 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > port after_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.988725 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > port after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.989056 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > subnet after_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.989394 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > subnet after_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.989732 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > subnet after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:20.990341 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.plugin [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Modular L2 Plugin initialization complete Aug 07 12:40:20.990678 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading services supported by the core plugin {{(pid=100509) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 07 12:40:20.991006 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.plugins.ml2.managers [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Got port-security extension from driver 'port_security' Aug 07 12:40:20.991475 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.extensions.vlantransparent [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Disabled vlantransparent extension. Aug 07 12:40:20.991994 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100509) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 07 12:40:20.992311 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading Plugin: router Aug 07 12:40:21.031087 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router_interface before_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.031486 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router after_create 55549900 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.031859 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router before_create 55549900 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.032225 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.032599 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.032956 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router after_delete 55549900 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.033321 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > floatingip after_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.033685 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router after_create 55549900 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.034034 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router after_update 55549900 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.034415 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router after_update 55549900 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.034769 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.035133 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router after_update 55549900 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.035545 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router precommit_update 55549900 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.035916 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: port after_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.036258 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: port after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.036604 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: subnet after_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.036943 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.037298 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > port precommit_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.037668 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router precommit_create 55549900 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.038015 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: port before_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.038384 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router precommit_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.038747 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router after_update 55549900 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.039093 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router precommit_delete 55549900 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.039448 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router precommit_create 55549900 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.039815 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router_interface after_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.040165 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router precommit_update 55549900 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.041024 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > agent after_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.041764 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > agent after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.042117 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > network after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.043005 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Tracking information for resource: router configured {{(pid=100509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 12:40:21.043343 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Tracking information for resource: floatingip configured {{(pid=100509) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 07 12:40:21.048170 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.db.l3_agentschedulers_db [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 07 12:40:21.048904 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: port after_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.049223 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: port after_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.049582 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: port after_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.049937 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: port after_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.050750 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router before_create 55550100 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.051119 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router precommit_delete 55550100 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.051485 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router precommit_create 55550100 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.051844 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > router precommit_update 55550100 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.057328 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.services.provider_configuration [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Service providers = [] {{(pid=100509) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 07 12:40:21.057704 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.db.servicetype_db [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100509) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 07 12:40:21.060703 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.services.service_base [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 12:40:21.061057 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.services.service_base [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 12:40:21.061402 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.services.service_base [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 12:40:21.062333 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.services.service_base [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100509) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 07 12:40:21.062712 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.services.service_base [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 07 12:40:21.063088 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 12:40:21.063415 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 07 12:40:21.074453 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 12:40:21.074794 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading Plugin: auto_allocate Aug 07 12:40:21.080528 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: network precommit_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.080895 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: network precommit_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.081413 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 12:40:21.081733 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading Plugin: tag Aug 07 12:40:21.088730 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 12:40:21.089062 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading Plugin: timestamp Aug 07 12:40:21.093104 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 12:40:21.093446 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading Plugin: network_ip_availability Aug 07 12:40:21.099152 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.099527 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.099883 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.100597 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 12:40:21.100916 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading Plugin: flavors Aug 07 12:40:21.106689 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 12:40:21.107026 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading Plugin: revisions Aug 07 12:40:21.111299 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100509) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 07 12:40:21.111687 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_concurrency.lockutils [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.351s {{(pid=100509) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 07 12:40:21.112421 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100509) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 07 12:40:21.112758 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Initializing extension manager. Aug 07 12:40:21.113274 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: __init__.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.113617 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: __pycache__ {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.113954 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.114318 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: address_group.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.115079 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.115640 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: address-group Aug 07 12:40:21.115965 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: address_scope.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.116680 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.117191 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: address-scope Aug 07 12:40:21.117519 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: admin_state_down_before_update.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.118483 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.120018 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: router-admin-state-down-before-update Aug 07 12:40:21.120347 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: agent.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.121250 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.121788 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: agent Aug 07 12:40:21.122099 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: agent_resources_synced.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.123042 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.123553 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: agent-resources-synced Aug 07 12:40:21.123878 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: allowedaddresspairs.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.125661 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.126200 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: allowed-address-pairs Aug 07 12:40:21.126534 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: auto_allocated_topology.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.127613 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.128125 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: auto-allocated-topology Aug 07 12:40:21.128451 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: availability_zone.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.129147 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.129654 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: availability_zone Aug 07 12:40:21.129975 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: availability_zone_filter.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.130990 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.131494 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: availability_zone_filter Aug 07 12:40:21.131815 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: data_plane_status.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.132729 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.133229 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension data-plane-status not supported by any of loaded plugins Aug 07 12:40:21.133551 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: default_subnetpools.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.135014 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.135535 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: default-subnetpools Aug 07 12:40:21.135861 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: dhcpagentscheduler.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.136680 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.137193 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: dhcp_agent_scheduler Aug 07 12:40:21.137516 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: dns.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.138476 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.138985 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension dns-integration not supported by any of loaded plugins Aug 07 12:40:21.139308 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: dns_domain_ports.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.140226 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.140730 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 07 12:40:21.141053 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.141971 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.142510 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 07 12:40:21.142835 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: dvr.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.143503 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.144004 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: dvr Aug 07 12:40:21.144324 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: ecmp_routes.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.145236 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.145737 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension ecmp_routes not supported by any of loaded plugins Aug 07 12:40:21.146059 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: empty_string_filtering.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.146988 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.147499 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: empty-string-filtering Aug 07 12:40:21.147823 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.148740 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.149251 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 07 12:40:21.149574 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.150976 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.151485 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 07 12:40:21.151809 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: external_net.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.152726 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.153236 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: external-net Aug 07 12:40:21.153558 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: extra_dhcp_opt.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.154498 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.155007 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: extra_dhcp_opt Aug 07 12:40:21.155330 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: extraroute.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.156247 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.156755 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: extraroute Aug 07 12:40:21.157076 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: extraroute_atomic.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.158108 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.158651 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: extraroute-atomic Aug 07 12:40:21.158979 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: filter_validation.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.159645 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.160153 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: filter-validation Aug 07 12:40:21.160476 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: fip_pf_description.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.161392 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.161897 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 07 12:40:21.162242 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: fip_port_details.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.163162 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.163669 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: fip-port-details Aug 07 12:40:21.163990 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: flavors.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.165237 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.166696 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: flavors Aug 07 12:40:21.167029 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.168739 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.169255 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 07 12:40:21.169588 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: floatingip_pools.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.170318 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.170832 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: floatingip-pools Aug 07 12:40:21.171155 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: ip_allocation.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.172099 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.172634 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension ip_allocation not supported by any of loaded plugins Aug 07 12:40:21.172956 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.173874 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.174415 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: ip-substring-filtering Aug 07 12:40:21.174744 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: l2_adjacency.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.175669 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.176172 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension l2_adjacency not supported by any of loaded plugins Aug 07 12:40:21.176497 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: l3.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.177593 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.178115 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: router Aug 07 12:40:21.178471 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: l3_conntrack_helper.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.180738 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.182330 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 07 12:40:21.182674 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.183633 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.184150 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: ext-gw-mode Aug 07 12:40:21.184479 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.185423 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.185936 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: l3-ha Aug 07 12:40:21.186291 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: l3_flavors.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.187213 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.187721 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: l3-flavors Aug 07 12:40:21.188044 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.188954 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.189461 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: l3-port-ip-change-not-allowed Aug 07 12:40:21.189784 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: l3agentscheduler.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.190892 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.191369 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: l3_agent_scheduler Aug 07 12:40:21.191694 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: logging.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.193193 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.193712 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension logging not supported by any of loaded plugins Aug 07 12:40:21.194039 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: metering.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.194882 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.195468 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: metering Aug 07 12:40:21.195792 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.197493 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.198169 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: metering_source_and_destination_fields Aug 07 12:40:21.198525 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: multiprovidernet.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.199469 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.199987 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: multi-provider Aug 07 12:40:21.200315 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: netmtu.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.201233 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.201742 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: net-mtu Aug 07 12:40:21.202066 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: netmtu_writable.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.203016 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.203526 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: net-mtu-writable Aug 07 12:40:21.203848 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: network_availability_zone.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.204517 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.205020 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: network_availability_zone Aug 07 12:40:21.205340 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: network_ip_availability.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.206455 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.206968 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: network-ip-availability Aug 07 12:40:21.207293 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: network_segment_range.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.208066 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.208573 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension network-segment-range not supported by any of loaded plugins Aug 07 12:40:21.208893 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: pagination.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.209886 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.210237 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: pagination Aug 07 12:40:21.210562 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: port_device_profile.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.211510 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.212020 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: port-device-profile Aug 07 12:40:21.212374 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.214407 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.214924 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: port-mac-address-regenerate Aug 07 12:40:21.215251 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.216202 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.216979 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: port-numa-affinity-policy Aug 07 12:40:21.217082 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: port_resource_request.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.217959 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.218506 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension port-resource-request not supported by any of loaded plugins Aug 07 12:40:21.218831 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: portbindings.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.220044 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.220555 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: binding Aug 07 12:40:21.220878 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: portbindings_extended.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.222383 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.222900 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: binding-extended Aug 07 12:40:21.223230 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: portsecurity.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.224174 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.224678 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: port-security Aug 07 12:40:21.225001 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: project_id.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.226017 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.226556 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: project-id Aug 07 12:40:21.226730 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: providernet.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.227648 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.228306 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: provider Aug 07 12:40:21.229169 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: qos.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.232654 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.233181 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension qos not supported by any of loaded plugins Aug 07 12:40:21.233515 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.234806 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.235327 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 07 12:40:21.235658 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.236583 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.237096 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 07 12:40:21.237423 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: qos_default.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.238392 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.238909 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension qos-default not supported by any of loaded plugins Aug 07 12:40:21.239236 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: qos_fip.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.239897 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.240405 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension qos-fip not supported by any of loaded plugins Aug 07 12:40:21.240727 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: qos_gateway_ip.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.241652 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.242162 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 07 12:40:21.242513 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: qos_port_network_policy.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.243432 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.244426 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 07 12:40:21.244752 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: qos_pps_rule.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.246018 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.246573 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension qos-pps not supported by any of loaded plugins Aug 07 12:40:21.246903 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: qos_rule_type_details.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.247840 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.248352 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 07 12:40:21.248676 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: qos_rules_alias.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.249745 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.250286 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 07 12:40:21.250620 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: quotasv2.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.251599 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.251931 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: quotas Aug 07 12:40:21.252254 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: quotasv2_detail.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.255365 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.255705 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: quota_details Aug 07 12:40:21.256039 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: rbac.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.257314 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.257835 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: rbac-policies Aug 07 12:40:21.258164 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: rbac_address_group.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.259721 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.260728 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: rbac-address-group Aug 07 12:40:21.261061 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: rbac_address_scope.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.261998 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.262535 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: rbac-address-scope Aug 07 12:40:21.262862 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: rbac_security_groups.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.263779 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.264290 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: rbac-security-groups Aug 07 12:40:21.264617 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: rbac_subnetpool.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.265531 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.266046 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: rbac-subnetpool Aug 07 12:40:21.266401 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: revisionifmatch.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.267324 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.267839 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: revision-if-match Aug 07 12:40:21.268164 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: revisions.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.269324 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.269834 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: standard-attr-revisions Aug 07 12:40:21.270161 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: router_availability_zone.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.270864 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.271377 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: router_availability_zone Aug 07 12:40:21.271856 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: routerservicetype.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.272646 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.273150 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension router-service-type not supported by any of loaded plugins Aug 07 12:40:21.273473 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.274427 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.275474 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: security-groups-normalized-cidr Aug 07 12:40:21.275810 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: security_groups_port_filtering.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.276739 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.277292 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: port-security-groups-filtering Aug 07 12:40:21.277618 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.278569 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.279079 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: security-groups-remote-address-group Aug 07 12:40:21.279403 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: securitygroup.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.289055 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.289585 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: security-group Aug 07 12:40:21.289923 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: segment.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.291438 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.291726 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension segment not supported by any of loaded plugins Aug 07 12:40:21.292058 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.293018 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.293533 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 07 12:40:21.293861 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: servicetype.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.295103 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.295622 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: service-type Aug 07 12:40:21.295950 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: sorting.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.296950 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.297281 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: sorting Aug 07 12:40:21.297606 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: standard_attr_segment.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.298559 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.299118 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 07 12:40:21.299401 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: standardattrdescription.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.300058 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.300567 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: standard-attr-description Aug 07 12:40:21.300892 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: stateful_security_group.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.301818 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.302357 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: stateful-security-group Aug 07 12:40:21.302684 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: stdattrs_common.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.303273 dv-cinder-787296-2-iscsi neutron-server[100509]: WARNING neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 07 12:40:21.303593 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.304540 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.305053 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 07 12:40:21.305377 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: subnet_onboard.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.307454 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.307969 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: subnet_onboard Aug 07 12:40:21.308296 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.309253 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.309743 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 07 12:40:21.310067 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: subnet_service_types.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.311025 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.311537 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: subnet-service-types Aug 07 12:40:21.311860 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: subnetallocation.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.312955 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.313467 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: subnet_allocation Aug 07 12:40:21.313795 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.314511 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.315055 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: subnetpool-prefix-ops Aug 07 12:40:21.315343 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.316272 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.316779 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 07 12:40:21.317101 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: tagging.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.318211 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.318733 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: standard-attr-tag Aug 07 12:40:21.319059 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: timestamp.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.320278 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.320798 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loaded extension: standard-attr-timestamp Aug 07 12:40:21.321127 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: trunk.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.323207 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.323779 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension trunk not supported by any of loaded plugins Aug 07 12:40:21.324112 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: trunk_details.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.325048 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.325563 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension trunk-details not supported by any of loaded plugins Aug 07 12:40:21.325892 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: uplink_status_propagation.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.326859 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.327363 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 07 12:40:21.327695 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Loading extension file: vlantransparent.py {{(pid=100509) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 07 12:40:21.328377 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100509) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 07 12:40:21.328886 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extension vlan-transparent not supported by any of loaded plugins Aug 07 12:40:21.331412 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Creating instance of TrackedResource for resource:network Aug 07 12:40:21.331944 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Creating instance of TrackedResource for resource:subnet Aug 07 12:40:21.332346 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 12:40:21.332744 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Creating instance of TrackedResource for resource:port Aug 07 12:40:21.334000 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.v2.resource_helper [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 12:40:21.334604 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.v2.resource_helper [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Service FLAVORS assigned prefix: {{(pid=100509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 12:40:21.335222 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.v2.resource_helper [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 12:40:21.335654 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.v2.resource_helper [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 12:40:21.335987 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Creating instance of TrackedResource for resource:router Aug 07 12:40:21.336427 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Creating instance of TrackedResource for resource:floatingip Aug 07 12:40:21.336919 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.v2.resource_helper [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Service METERING assigned prefix: /metering {{(pid=100509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 12:40:21.338848 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.339221 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.339575 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100509) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:40:21.340609 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Creating instance of CountableResource for resource:rbac_policy Aug 07 12:40:21.341063 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Creating instance of TrackedResource for resource:security_group Aug 07 12:40:21.341501 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Creating instance of TrackedResource for resource:security_group_rule Aug 07 12:40:21.343307 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.v2.resource_helper [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Service CORE assigned prefix: {{(pid=100509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 12:40:21.343659 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 12:40:21.344022 dv-cinder-787296-2-iscsi neutron-server[100509]: WARNING neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] subnetpool is already registered Aug 07 12:40:21.344733 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.v2.resource_helper [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Service CORE assigned prefix: {{(pid=100509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 12:40:21.345070 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 12:40:21.345411 dv-cinder-787296-2-iscsi neutron-server[100509]: WARNING neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] subnetpool is already registered Aug 07 12:40:21.347733 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.v2.resource_helper [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 12:40:21.348170 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.v2.resource_helper [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Service FLAVORS assigned prefix: {{(pid=100509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 12:40:21.348759 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.v2.resource_helper [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 12:40:21.349179 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.v2.resource_helper [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 12:40:21.349515 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Creating instance of TrackedResource for resource:router Aug 07 12:40:21.349857 dv-cinder-787296-2-iscsi neutron-server[100509]: WARNING neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] router is already registered Aug 07 12:40:21.350313 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Creating instance of TrackedResource for resource:floatingip Aug 07 12:40:21.350655 dv-cinder-787296-2-iscsi neutron-server[100509]: WARNING neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] floatingip is already registered Aug 07 12:40:21.351108 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.v2.resource_helper [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Service METERING assigned prefix: /metering {{(pid=100509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 12:40:21.351779 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Creating instance of CountableResource for resource:rbac_policy Aug 07 12:40:21.352106 dv-cinder-787296-2-iscsi neutron-server[100509]: WARNING neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] rbac_policy is already registered Aug 07 12:40:21.352524 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Creating instance of TrackedResource for resource:security_group Aug 07 12:40:21.352860 dv-cinder-787296-2-iscsi neutron-server[100509]: WARNING neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] security_group is already registered Aug 07 12:40:21.353480 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Creating instance of TrackedResource for resource:security_group_rule Aug 07 12:40:21.353976 dv-cinder-787296-2-iscsi neutron-server[100509]: WARNING neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] security_group_rule is already registered Aug 07 12:40:21.354676 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.v2.resource_helper [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Service CORE assigned prefix: {{(pid=100509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 12:40:21.355009 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 12:40:21.355347 dv-cinder-787296-2-iscsi neutron-server[100509]: WARNING neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] subnetpool is already registered Aug 07 12:40:21.355777 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.v2.resource_helper [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Service CORE assigned prefix: {{(pid=100509) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 07 12:40:21.356101 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Creating instance of TrackedResource for resource:subnetpool Aug 07 12:40:21.356436 dv-cinder-787296-2-iscsi neutron-server[100509]: WARNING neutron.quota.resource_registry [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] subnetpool is already registered Aug 07 12:40:21.356911 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: extensions {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.358408 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: address-groups {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.359878 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: address-scopes {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.361189 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: agents {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.362368 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: auto-allocated-topology {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.363645 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: availability_zones {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.364856 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: dhcp-networks {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.366379 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: dhcp-agents {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.367790 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: routers {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.370538 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: flavors {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.371794 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: service_profiles {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.373004 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: next_providers {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.374470 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: service_profiles {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.376006 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: floatingip-pools {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.377224 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: routers {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.378964 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: floatingips {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.380238 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: l3-routers {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.381611 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: l3-agents {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.383042 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: metering-labels {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.385403 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: metering-label-rules {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.386809 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: network-ip-availabilities {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.388072 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: bindings {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.389624 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: quotas {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.391201 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: quotas {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.392684 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: rbac-policies {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.393883 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: security-groups {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.395214 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: security-group-rules {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.396454 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: service-providers {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.397669 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: subnetpools {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.399046 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: subnetpools {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.401085 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: tags {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.402818 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: tags {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.404621 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: tags {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.406445 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: tags {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.408130 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: tags {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.411121 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: tags {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.412798 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: tags {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.414723 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: tags {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.417133 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: tags {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.418926 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron.api.extensions [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Extended resource: tags {{(pid=100509) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 07 12:40:21.424872 dv-cinder-787296-2-iscsi neutron-server[100509]: WARNING keystonemiddleware.auth_token [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 07 12:40:21.429487 dv-cinder-787296-2-iscsi neutron-server[100509]: WARNING keystonemiddleware.auth_token [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 07 12:40:21.439004 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_concurrency.lockutils [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Acquired lock "singleton_lock" {{(pid=100509) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 07 12:40:21.439478 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_concurrency.lockutils [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Releasing lock "singleton_lock" {{(pid=100509) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 07 12:40:21.440118 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO oslo_service.service [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Starting 2 workers Aug 07 12:40:21.444985 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Started child 100620 {{(pid=100509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 12:40:21.450150 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Started child 100621 {{(pid=100509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 12:40:21.450597 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:21.451783 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO neutron.service [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Neutron service started, listening on 0.0.0.0:9696 Aug 07 12:40:21.452280 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [-] (100620) wsgi starting up on http://0.0.0.0:9696 Aug 07 12:40:21.452442 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Notify callbacks [] for process, before_spawn {{(pid=100509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:21.454908 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO oslo_service.service [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Starting 1 workers Aug 07 12:40:21.455377 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:21.456949 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [-] (100621) wsgi starting up on http://0.0.0.0:9696 Aug 07 12:40:21.460119 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Started child 100622 {{(pid=100509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 12:40:21.460661 dv-cinder-787296-2-iscsi neutron-server[100509]: INFO oslo_service.service [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Starting 1 workers Aug 07 12:40:21.464608 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.service [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] calling RpcWorker wait() {{(pid=100622) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 07 12:40:21.465206 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.service [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] returning from RpcWorker wait() {{(pid=100622) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 07 12:40:21.466372 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Started child 100623 {{(pid=100509) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 07 12:40:21.466504 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:21.466954 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:40:21.467227 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG neutron_lib.callbacks.manager [None req-d687ad36-2894-4324-a67d-f1b4e3bc15fa None None] Notify callbacks [] for process, after_spawn {{(pid=100509) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:21.469457 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100509) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 07 12:40:21.469665 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 12:40:21.469851 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 12:40:21.470073 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 12:40:21.470438 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 12:40:21.470603 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 12:40:21.471131 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.471417 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.471718 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.471989 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.472274 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.472873 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:21.473381 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.473381 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.473381 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.473644 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.473901 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.474078 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.474278 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.474534 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.474799 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.475094 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.475353 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.475604 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.475890 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.476063 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.476338 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.476579 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.476842 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.477107 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] debug = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.477354 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.477886 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.478881 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.479608 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.479860 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.480134 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.480374 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.480639 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.480886 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.481110 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.481363 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.481631 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.481891 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.482137 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.482386 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.482664 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.482893 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.483364 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] host = dv-cinder-787296-2-iscsi {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.483586 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.483806 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.484053 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.484302 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.484556 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.484775 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.485042 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.485290 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.485556 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.485786 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.486059 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.486342 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.486591 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.486836 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] log_file = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.487346 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] log_options = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.487346 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.487507 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.487749 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.487937 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.488111 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.488287 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.488537 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.488702 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.488967 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.489185 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.489400 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.489616 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.489851 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.490063 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.490346 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.490595 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.490817 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.491047 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.491296 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.491545 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.491790 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.492036 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.492260 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.492479 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.492719 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.492938 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.493169 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.493407 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.493692 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.494618 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.494873 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.495158 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.495411 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.495657 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.495890 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.496119 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.496336 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.496608 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.496909 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.497082 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.497334 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.497570 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.497831 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.498051 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.498311 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.498529 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] use_json = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.498747 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.498959 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.499224 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.499440 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.499669 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.499886 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.500105 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.500354 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.500823 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.501321 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.501460 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.501686 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.501924 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.502309 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.502459 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.502682 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.502924 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.503236 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.503572 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.503821 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.504135 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.504379 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.504628 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.504964 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.505204 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.505472 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.505707 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.505961 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.506232 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.506441 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.506843 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.507122 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.507394 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.507663 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.507892 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.508139 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.508377 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.508600 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.508817 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.509038 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.509322 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.510095 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.510385 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.510637 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.510891 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.511115 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.511350 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.511589 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.511851 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.512109 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.512358 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.512578 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.512718 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:40:21.512882 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.513018 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.513212 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.513445 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.513691 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.514122 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.535992 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.535992 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.535992 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.535992 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.535992 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.535992 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.535992 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.535992 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.535992 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.536750 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.536750 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.536750 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.536750 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.536750 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.536750 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.536750 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.536750 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.536750 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.537399 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.537399 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.537399 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.537399 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.537399 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.537399 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.537399 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.537399 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.537399 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.538011 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.538011 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.538011 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.538011 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.538011 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.538011 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.538011 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.538011 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.538011 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.538683 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.538683 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.538683 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.538683 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.538683 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.538683 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.538683 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.538683 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.539253 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.539253 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.539253 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.539253 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.539253 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.539253 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.539253 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.539253 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.539816 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.539816 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.539816 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.539816 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.539816 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.539816 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.539816 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.539816 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.541124 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.541124 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.541124 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.541124 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.541124 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.541124 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.541124 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.541124 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.541722 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.541722 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.541722 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.541722 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.541722 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.541722 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.541722 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.541722 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.541722 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.542396 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.542396 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.542396 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.542396 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.542396 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.542396 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.542396 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.542396 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.542978 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.542978 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.542978 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.542978 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.542978 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.542978 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.542978 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.542978 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.543790 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.543790 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.543790 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.543790 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.543790 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.543790 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.543790 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.543790 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.544352 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.544352 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.544352 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.544352 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.544352 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.544352 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.544352 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.544352 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.544936 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.544936 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.544936 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.544936 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.544936 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.544936 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.544936 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.544936 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.545509 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.545509 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.545509 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.545509 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.545509 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.545509 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.545509 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.546001 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.546001 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.546154 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.546349 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.546516 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.546801 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.547067 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.547361 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.547582 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.547829 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.548109 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.548409 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.548940 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.549049 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.549618 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.549618 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.549808 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.549890 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.550345 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.550444 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.550757 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.550946 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.551169 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.551297 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.551581 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.553316 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.553316 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.553316 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.553316 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.553316 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.553316 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.553316 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.553316 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.553946 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.553946 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.554114 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.554318 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.554549 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.554779 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.554991 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.555203 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.555434 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.555652 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.555938 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.556211 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.556942 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.557183 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.557418 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.557678 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.557919 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.558171 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.558409 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.558623 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.558847 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.559069 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.559302 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.559556 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.559817 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.560031 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.560255 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.560474 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.560688 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.560917 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.561129 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.561341 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.561564 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.561804 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.562037 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.562359 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.562610 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.562837 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.563135 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.563368 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.563631 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.563876 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.564199 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.564401 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.564659 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.564879 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.565100 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.565341 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.565598 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.565933 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.566249 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.566588 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.566763 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.567051 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.567344 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.567681 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.568001 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.568291 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.568638 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.568923 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.569194 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.569421 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.569682 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.569907 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.570143 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.570418 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.570656 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.570875 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.571138 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.571370 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.571621 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.571984 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.572717 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.572961 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.573184 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.573423 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.573655 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.573876 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.574036 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 12:40:21.574577 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100509) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 07 12:40:21.574743 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 07 12:40:21.574899 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 07 12:40:21.575070 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 07 12:40:21.575239 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 07 12:40:21.575393 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 07 12:40:21.575601 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.575765 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.575924 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.576083 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.576249 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.576427 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.576590 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.576827 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.576972 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.577106 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.577238 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.577369 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.577499 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.577634 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.577777 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.577913 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.578057 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.578293 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.578426 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.578559 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.578692 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.578825 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.578949 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] debug = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.579105 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.579298 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.579461 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.579625 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.579782 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.579939 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.580099 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.580252 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.580391 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.580538 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.580691 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.580849 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.581006 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.581163 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.581319 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.581476 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.581620 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.581805 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] host = dv-cinder-787296-2-iscsi {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.581967 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.582100 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.582247 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.582379 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.582514 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.582669 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.582826 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.582983 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.583141 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.583288 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.583442 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.583599 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.583756 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.583904 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] log_file = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.584058 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] log_options = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.584215 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.584371 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.584527 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.584710 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.584872 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.585030 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.585187 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.585345 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.585507 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.585663 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.585805 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.585964 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.586262 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.586413 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.586549 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.586681 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.586835 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.586960 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.587089 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.587224 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.587866 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.588014 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.588586 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.588737 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.588889 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.589039 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.589198 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.591211 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.591211 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.591211 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.591211 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.591211 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.591211 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.591211 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.591211 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.599336 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.599336 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.599336 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.599336 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.599336 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.599336 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.599336 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.599336 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.599883 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.599883 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.599883 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] use_json = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.599883 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.599883 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.599883 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.599883 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.599883 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.599883 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.600476 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.600476 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 07 12:40:21.600476 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.600476 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.600476 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.600476 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.600476 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.600476 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.601039 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.601039 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.601039 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.601039 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.601039 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.601039 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.601039 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.601039 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.601543 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.601543 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.601543 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.601543 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.601543 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.601543 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.601543 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.601543 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.602055 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.602055 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.602055 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.602055 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.602055 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.602055 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.602055 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.602055 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.602716 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.602716 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.602716 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.602716 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.602716 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.602716 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.602716 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.602716 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.602716 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.603497 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.603497 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.603497 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.603497 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.603497 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.603497 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.603497 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.603497 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.603497 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.604119 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.604119 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.604119 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.604119 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.604119 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.604119 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.604119 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.604119 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.604119 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.604720 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.604720 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.604720 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.604720 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.604720 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.604720 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.604720 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.604720 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.604720 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.605288 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.605288 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.605288 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.605288 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.605288 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.605288 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.605690 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.605690 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.605833 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.605920 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.606064 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.606254 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.606425 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.606580 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.606737 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.606897 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.607061 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.607223 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.607396 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.607574 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.607891 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.607891 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.608048 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.608196 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.608358 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.608520 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.608767 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.608878 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.609039 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.609202 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.609366 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.609532 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.609694 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.609856 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.610033 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.610209 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.610365 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.610528 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.610690 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.610852 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.611017 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.611180 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.611343 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.611505 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.611666 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.611840 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.612002 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.612169 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.612332 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.612502 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.612803 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.612803 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.612959 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.613123 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.613286 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.613448 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.613610 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.613772 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.613934 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.614096 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.614288 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.614461 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.614635 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.614797 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.614960 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.615122 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.615307 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.615470 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.615637 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.615799 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.615960 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.616193 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.616297 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.616435 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.616597 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.616759 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.616919 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.617081 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.617242 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.617403 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.617564 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.617725 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.617887 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.618048 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.618250 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.618390 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.619108 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.619741 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.619921 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.620086 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.621001 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.621001 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.621001 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.621001 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.621001 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.621001 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.621397 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.621397 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.621543 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.621631 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.621742 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.621903 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.622065 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.622251 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.622415 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.622577 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.622739 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.622900 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.623062 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.623224 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.623388 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.623549 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.623712 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.623873 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.624034 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.624197 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.624362 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.624526 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.624686 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.624849 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.625011 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.625192 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.625354 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.625517 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.625676 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.625838 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.626000 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.626226 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.626328 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.626496 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.626657 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.626818 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.626981 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.627146 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.627307 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.627468 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.627657 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.628009 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.628009 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.628641 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.628641 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.628641 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.628641 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.628915 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.628915 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.629090 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.629173 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.629300 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.629461 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.630261 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.630261 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.630261 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.630261 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.630261 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.631197 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.631197 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.631197 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.631197 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.631197 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.631197 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.632457 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.632457 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.632457 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.632457 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.632457 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.632457 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.632457 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.632457 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.632960 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.632960 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.632960 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.632960 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.633219 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.633292 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.633402 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.633563 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.633734 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.633898 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.634060 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.634353 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.635007 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.635180 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.635345 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.635522 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.635686 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.635852 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.636015 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.636177 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.636345 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.636510 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.636678 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.636851 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.637021 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.637185 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.637355 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.637525 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.637696 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.637858 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.638027 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.638227 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.638393 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.638609 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.638775 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.638936 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.639099 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.639262 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.639422 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.639584 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.639732 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.639895 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.640056 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.640217 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.640379 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.640540 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.640703 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.640864 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.641025 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.641188 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.641349 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 07 12:40:21.641502 dv-cinder-787296-2-iscsi neutron-server[100509]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100509) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 07 12:40:21.645885 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:40:21.802621 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 57302) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:40:21.811214 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064073 Aug 07 12:40:33.414143 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ab0a28-bb46-4389-b69f-f04882a8b711 None None] get_active_networks_info from dv-cinder-787296-2-iscsi {{(pid=100622) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 07 12:40:33.538798 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ab0a28-bb46-4389-b69f-f04882a8b711 None None] No non-hosted networks {{(pid=100622) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 07 12:40:33.547225 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.agentschedulers_db [None req-a3ab0a28-bb46-4389-b69f-f04882a8b711 None None] DHCP Agent not found on host dv-cinder-787296-2-iscsi {{(pid=100622) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 07 12:40:33.673030 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f687cb67-8bef-46ec-a579-adf695853e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-520445'] for agent, after_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:36.583643 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-966f5f00-923a-497d-b095-b3e9be46918d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-520445'] for agent, after_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:36.724214 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.db.api [None req-bc643eb5-79db-4473-b097-b01d6af66166 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-787296-2-iscsi {{(pid=100622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 12:40:36.724618 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG oslo_db.api [None req-bc643eb5-79db-4473-b097-b01d6af66166 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 12:40:37.006507 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-520445'] for agent, after_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:37.007157 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:37.007590 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:37.007964 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:37.008284 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:37.009117 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:37.009785 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:37.010136 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:37.010808 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:37.011110 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:37.011499 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:37.011974 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:37.012301 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:37.012761 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-787296-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:40:37.023545 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-787296-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:40:37.336110 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-bc643eb5-79db-4473-b097-b01d6af66166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:37.393008 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-520445'] for agent, after_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:39.375338 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-520445'] for agent, after_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:39.590083 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.db.l3_hamode_db [None req-ee6c3b00-4a59-439e-8e70-8f538aedda87 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 07 12:40:39.671490 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c3b00-4a59-439e-8e70-8f538aedda87 None None] Routers set() bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:40:39.671821 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c3b00-4a59-439e-8e70-8f538aedda87 None None] Router IDs set() for agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 07 12:40:40.528787 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 57394) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:40:41.052989 dv-cinder-787296-2-iscsi neutron-server[100621]: WARNING oslo_policy.policy [None req-e7295568-2a03-43f2-bed2-35cf5409d6cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 12:40:41.053576 dv-cinder-787296-2-iscsi neutron-server[100621]: WARNING oslo_policy.policy [None req-e7295568-2a03-43f2-bed2-35cf5409d6cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 12:40:41.273815 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [None req-e7295568-2a03-43f2-bed2-35cf5409d6cf admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=100621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 12:40:41.274953 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-e7295568-2a03-43f2-bed2-35cf5409d6cf admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7452478 Aug 07 12:40:43.709690 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 57408) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:40:44.026824 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-c918a0f5-bdba-4c1e-b9dd-ae7fc2edde99 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:40:44.121451 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.policy [None req-c918a0f5-bdba-4c1e-b9dd-ae7fc2edde99 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100621) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 07 12:40:44.166709 dv-cinder-787296-2-iscsi neutron-server[100621]: WARNING oslo_policy.policy [None req-c918a0f5-bdba-4c1e-b9dd-ae7fc2edde99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 12:40:44.167119 dv-cinder-787296-2-iscsi neutron-server[100621]: WARNING oslo_policy.policy [None req-c918a0f5-bdba-4c1e-b9dd-ae7fc2edde99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 12:40:44.175903 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.quota [None req-c918a0f5-bdba-4c1e-b9dd-ae7fc2edde99 admin admin] Loaded quota_driver: . Aug 07 12:40:44.344479 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c918a0f5-bdba-4c1e-b9dd-ae7fc2edde99 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739263934884', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739263935385', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739263924011', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739263924636', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739264475872', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739263905462', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-561252', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1329731', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-367003', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-694485'] for rbac-policy, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:44.609959 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c918a0f5-bdba-4c1e-b9dd-ae7fc2edde99 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:44.611386 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-c918a0f5-bdba-4c1e-b9dd-ae7fc2edde99 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9006829 Aug 07 12:40:47.233972 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 57420) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:40:47.773424 dv-cinder-787296-2-iscsi neutron-server[100620]: WARNING oslo_policy.policy [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 12:40:47.774014 dv-cinder-787296-2-iscsi neutron-server[100620]: WARNING oslo_policy.policy [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 12:40:48.019101 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '5717dbbde8654368a881ae97360026fb', 'name': 'private', 'tenant_id': '5717dbbde8654368a881ae97360026fb'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:40:48.020698 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.quota [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Loaded quota_driver: . Aug 07 12:40:48.186989 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Made reservation on behalf of 5717dbbde8654368a881ae97360026fb for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:40:48.276777 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.policy [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100620) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 07 12:40:48.329222 dv-cinder-787296-2-iscsi neutron-server[100620]: WARNING oslo_policy.policy [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 12:40:48.329665 dv-cinder-787296-2-iscsi neutron-server[100620]: WARNING oslo_policy.policy [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 07 12:40:48.342394 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:48.367471 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:48.531821 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:48.621498 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:48.643009 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:40:48.676834 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739267626087', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:48.677378 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Unsubscribe: segment precommit_create {{(pid=100620) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 07 12:40:48.683533 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.segments_db [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Added segment cdf0bca3-5023-4a9a-b1b1-6e0747f5d128 of type vlan for network 51e4e1b0-e922-4358-845a-2db080a76ff1 Aug 07 12:40:48.685786 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81e447b-40eb-4467-92f0-440a85e5ce9b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:40:48.719035 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:48.719394 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:48.719735 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:48.720074 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:48.725898 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:48.725898 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:48.725898 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:48.725898 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:48.725898 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Tracked resource versions report: Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: pushed versions: Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: { 'AddressGroup': {'1.2'}, Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: 'ConntrackHelper': {'1.0'}, Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Log': {'1.0'}, Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Network': {'1.1'}, Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Port': {'1.7'}, Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: 'PortForwarding': {'1.2'}, Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: 'QosPolicy': {'1.9'}, Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: 'SecurityGroup': {'1.4'}, Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: 'SecurityGroupRule': {'1.2'}, Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: 'SubPort': {'1.0'}, Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Subnet': {'1.1'}, Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Trunk': {'1.1'}} Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: consumer versions: Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: { DHCP agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: L3 agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: Metadata agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: Metering agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: Open vSwitch agent@dv-cinder-787296-2-iscsi: { 'AddressGroup': '1.2', Aug 07 12:40:48.726464 dv-cinder-787296-2-iscsi neutron-server[100620]: 'ConntrackHelper': '1.0', Aug 07 12:40:48.728512 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Log': '1.0', Aug 07 12:40:48.728512 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Network': '1.1', Aug 07 12:40:48.728512 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Port': '1.7', Aug 07 12:40:48.728512 dv-cinder-787296-2-iscsi neutron-server[100620]: 'PortForwarding': '1.2', Aug 07 12:40:48.728512 dv-cinder-787296-2-iscsi neutron-server[100620]: 'QosPolicy': '1.9', Aug 07 12:40:48.728512 dv-cinder-787296-2-iscsi neutron-server[100620]: 'SecurityGroup': '1.4', Aug 07 12:40:48.728512 dv-cinder-787296-2-iscsi neutron-server[100620]: 'SecurityGroupRule': '1.2', Aug 07 12:40:48.728512 dv-cinder-787296-2-iscsi neutron-server[100620]: 'SubPort': '1.0', Aug 07 12:40:48.728512 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Subnet': '1.1', Aug 07 12:40:48.728512 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Trunk': '1.1'}} Aug 07 12:40:48.728512 dv-cinder-787296-2-iscsi neutron-server[100620]: {{(pid=100620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 12:40:48.815401 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:48.953356 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:48.954727 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:40:48.955391 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:49.065146 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] Pushing event updated for resources: {'Network': ['ID=51e4e1b0-e922-4358-845a-2db080a76ff1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:40:49.078131 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network 51e4e1b0-e922-4358-845a-2db080a76ff1 details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:40:49.141757 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-48b4f4d2-0cf1-4d10-8b6a-c2fc7e83301f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.9055307 Aug 07 12:40:51.860355 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 57442) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:40:52.285326 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792c6c8c-4a85-4c0c-a746-9dee9be0024c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:40:52.286785 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-792c6c8c-4a85-4c0c-a746-9dee9be0024c admin admin] 10.222.0.59 "GET /v2.0/networks/51e4e1b0-e922-4358-845a-2db080a76ff1 HTTP/1.1" status: 200 len: 825 time: 0.4254251 Aug 07 12:40:52.329777 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-6d4f288d-5099-4130-810d-4a1dabaa1d12 admin admin] 10.222.0.59 "GET /v2.0/subnetpools/83f1d813-63b8-49f0-af2f-318c269b21e4 HTTP/1.1" status: 200 len: 734 time: 0.0365021 Aug 07 12:40:52.339750 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-86711d5a-89f5-4c73-b6f4-a3d178304119 admin admin] Request body: {'subnet': {'network_id': '51e4e1b0-e922-4358-845a-2db080a76ff1', 'name': 'private-subnet', 'subnetpool_id': '83f1d813-63b8-49f0-af2f-318c269b21e4', 'gateway_ip': '172.20.0.1', 'tenant_id': '5717dbbde8654368a881ae97360026fb', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:40:52.409440 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86711d5a-89f5-4c73-b6f4-a3d178304119 admin admin] Made reservation on behalf of 5717dbbde8654368a881ae97360026fb for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:40:52.411826 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-86711d5a-89f5-4c73-b6f4-a3d178304119 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:52.810022 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-86711d5a-89f5-4c73-b6f4-a3d178304119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:52.879663 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86711d5a-89f5-4c73-b6f4-a3d178304119 admin admin] Checking segment: {'id': 'cdf0bca3-5023-4a9a-b1b1-6e0747f5d128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '51e4e1b0-e922-4358-845a-2db080a76ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:40:52.880369 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86711d5a-89f5-4c73-b6f4-a3d178304119 admin admin] Network hostable DHCP agents. Network: 51e4e1b0-e922-4358-845a-2db080a76ff1, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:40:52.887188 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86711d5a-89f5-4c73-b6f4-a3d178304119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2860582-2a7a-4322-93d8-c043cce3a5b9,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:40:52.975026 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86711d5a-89f5-4c73-b6f4-a3d178304119 admin admin] Network 51e4e1b0-e922-4358-845a-2db080a76ff1 is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:40:53.043926 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-86711d5a-89f5-4c73-b6f4-a3d178304119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, 51e4e1b0-e922-4358-845a-2db080a76ff1) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:40:53.048691 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86711d5a-89f5-4c73-b6f4-a3d178304119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:40:53.049294 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-86711d5a-89f5-4c73-b6f4-a3d178304119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:53.053818 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb2143b-fcec-4b81-bba7-0aac29300add None None] Network 51e4e1b0-e922-4358-845a-2db080a76ff1 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:40:53.124923 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-86711d5a-89f5-4c73-b6f4-a3d178304119 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7889836 Aug 07 12:40:53.427887 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc15771-8cdc-587f-93b0-745bffc99d06-51e4e1b0-e922-4358-845a-2db080a76ff1', 'network_id': '51e4e1b0-e922-4358-845a-2db080a76ff1', 'tenant_id': '5717dbbde8654368a881ae97360026fb', 'fixed_ips': [{'subnet_id': 'f2860582-2a7a-4322-93d8-c043cce3a5b9'}]}} from dv-cinder-787296-2-iscsi. {{(pid=100622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 12:40:53.429130 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:53.722035 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.db_base_plugin_common [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Allocated IP 172.20.0.2 (51e4e1b0-e922-4358-845a-2db080a76ff1/f2860582-2a7a-4322-93d8-c043cce3a5b9/75098c38-61a8-4b8e-9283-048166a2314a) {{(pid=100622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:40:54.019296 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Notify callbacks [] for port, precommit_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:54.038614 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Transition to ACTIVE for port object 75098c38-61a8-4b8e-9283-048166a2314a will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:40:54.063119 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Transition to ACTIVE for port object 75098c38-61a8-4b8e-9283-048166a2314a will not be triggered until provisioned by entity DHCP. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:40:54.141634 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:54.224739 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Network 51e4e1b0-e922-4358-845a-2db080a76ff1 is already hosted by enough agents. {{(pid=100622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:40:54.230644 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.base_scheduler [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Resources bound (agent type, host, resource id): {{(pid=100622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:40:54.240422 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Received port after_create {{(pid=100622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:40:54.244130 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Pushing event updated for resources: {'Port': ['ID=75098c38-61a8-4b8e-9283-048166a2314a,revision_number=1']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:40:54.277112 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:54.277389 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:54.277713 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:54.278046 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:54.278411 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:54.278743 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:54.279070 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:54.279415 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:54.279756 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:54.280082 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:54.280408 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:54.280722 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Tracked resource versions report: Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: pushed versions: Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: { 'AddressGroup': {'1.2'}, Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'ConntrackHelper': {'1.0'}, Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Log': {'1.0'}, Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Network': {'1.1'}, Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Port': {'1.7'}, Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'PortForwarding': {'1.2'}, Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'QosPolicy': {'1.9'}, Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'SecurityGroup': {'1.4'}, Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'SecurityGroupRule': {'1.2'}, Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'SubPort': {'1.0'}, Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Subnet': {'1.1'}, Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Trunk': {'1.1'}} Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: consumer versions: Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: { DHCP agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: L3 agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: Metadata agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: Metering agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: Open vSwitch agent@dv-cinder-787296-2-iscsi: { 'AddressGroup': '1.2', Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'ConntrackHelper': '1.0', Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Log': '1.0', Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Network': '1.1', Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Port': '1.7', Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'PortForwarding': '1.2', Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'QosPolicy': '1.9', Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'SecurityGroup': '1.4', Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'SecurityGroupRule': '1.2', Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'SubPort': '1.0', Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Subnet': '1.1', Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Trunk': '1.1'}} Aug 07 12:40:54.281905 dv-cinder-787296-2-iscsi neutron-server[100622]: {{(pid=100622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 12:40:54.333512 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Attempting to bind port 75098c38-61a8-4b8e-9283-048166a2314a on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:40:54.333900 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Attempting to bind port 75098c38-61a8-4b8e-9283-048166a2314a by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': 'cdf0bca3-5023-4a9a-b1b1-6e0747f5d128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '51e4e1b0-e922-4358-845a-2db080a76ff1'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:40:54.334363 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Attempting to bind port 75098c38-61a8-4b8e-9283-048166a2314a on network 51e4e1b0-e922-4358-845a-2db080a76ff1 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:40:54.340126 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:40:54.340526 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Checking segment: {'id': 'cdf0bca3-5023-4a9a-b1b1-6e0747f5d128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '51e4e1b0-e922-4358-845a-2db080a76ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:40:54.341007 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:54.341411 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Bound using segment: {'id': 'cdf0bca3-5023-4a9a-b1b1-6e0747f5d128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '51e4e1b0-e922-4358-845a-2db080a76ff1'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:40:54.341905 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Bound port: 75098c38-61a8-4b8e-9283-048166a2314a, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bca3-5023-4a9a-b1b1-6e0747f5d128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '51e4e1b0-e922-4358-845a-2db080a76ff1'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:40:54.342335 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:54.418370 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] For port 75098c38-61a8-4b8e-9283-048166a2314a, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:40:54.423295 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] For port 75098c38-61a8-4b8e-9283-048166a2314a, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=75098c38-61a8-4b8e-9283-048166a2314a,segment=NetworkSegment(cdf0bca3-5023-4a9a-b1b1-6e0747f5d128),segment_id=cdf0bca3-5023-4a9a-b1b1-6e0747f5d128)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:40:54.489438 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:40:54.625923 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc71311-ca6f-46eb-b1ea-867dce3d71a5 None None] Pushing event updated for resources: {'Port': ['ID=75098c38-61a8-4b8e-9283-048166a2314a,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:40:55.636973 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 57450) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:40:56.012191 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [None req-7f6db842-b424-4922-b035-c486df674c25 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 12:40:56.013258 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-7f6db842-b424-4922-b035-c486df674c25 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3750062 Aug 07 12:40:58.530409 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 57458) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:40:58.863864 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [None req-3e5b6f44-2bed-4439-97a4-9e1170741983 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 12:40:58.864990 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-3e5b6f44-2bed-4439-97a4-9e1170741983 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3337464 Aug 07 12:41:01.618217 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 57468) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:41:01.944550 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-e273d79e-0877-4b8e-8de6-e2bc4a25a3fc admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '5717dbbde8654368a881ae97360026fb', 'name': 'router1'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:41:02.057365 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e273d79e-0877-4b8e-8de6-e2bc4a25a3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-521424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14588'] for router, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:02.059250 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e273d79e-0877-4b8e-8de6-e2bc4a25a3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14583'] for router, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:02.228286 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e273d79e-0877-4b8e-8de6-e2bc4a25a3fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:02.301834 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e273d79e-0877-4b8e-8de6-e2bc4a25a3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519650'] for router, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:02.380821 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e273d79e-0877-4b8e-8de6-e2bc4a25a3fc admin admin] Notify callbacks [] for router, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:02.382058 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-e273d79e-0877-4b8e-8de6-e2bc4a25a3fc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7628274 Aug 07 12:41:03.162082 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1130265b-cf2a-4787-b9bf-be0705cd11c3 None None] Network 51e4e1b0-e922-4358-845a-2db080a76ff1 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:41:03.308012 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-30eae09b-ac14-4c53-8ca1-7623367c40fa None None] Provisioning for port 75098c38-61a8-4b8e-9283-048166a2314a completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:41:03.316552 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 75098c38-61a8-4b8e-9283-048166a2314a up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:41:03.472342 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b252ce36-98b6-4852-8347-e283e2a9b4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:03.563574 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 75098c38-61a8-4b8e-9283-048166a2314a completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:41:03.568105 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 75098c38-61a8-4b8e-9283-048166a2314a triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:41:03.568499 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:03.691929 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-adf9c1ae-fb50-4767-8b29-38ea9b8856b6 None None] Provisioning complete for port 75098c38-61a8-4b8e-9283-048166a2314a triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:41:03.692239 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-adf9c1ae-fb50-4767-8b29-38ea9b8856b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:03.722287 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:03.770658 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port 75098c38-61a8-4b8e-9283-048166a2314a, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=75098c38-61a8-4b8e-9283-048166a2314a,segment=NetworkSegment(cdf0bca3-5023-4a9a-b1b1-6e0747f5d128),segment_id=cdf0bca3-5023-4a9a-b1b1-6e0747f5d128)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:41:03.807104 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-adf9c1ae-fb50-4767-8b29-38ea9b8856b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:03.832107 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:03.902058 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.db.api [None req-adf9c1ae-fb50-4767-8b29-38ea9b8856b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 12:41:03.902463 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG oslo_db.api [None req-adf9c1ae-fb50-4767-8b29-38ea9b8856b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 12:41:03.906939 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=75098c38-61a8-4b8e-9283-048166a2314a,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:41:04.830727 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 57482) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:41:05.167150 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [None req-9a6965b8-ae48-47f0-8a00-2a3bdba0c548 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=100621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 12:41:05.168147 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-9a6965b8-ae48-47f0-8a00-2a3bdba0c548 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3364897 Aug 07 12:41:05.262089 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 75098c38-61a8-4b8e-9283-048166a2314a up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:41:05.317885 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 75098c38-61a8-4b8e-9283-048166a2314a triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:41:05.318171 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:06.546177 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-20305560-15d7-4d36-b2ed-e9ce96f864a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:06.974857 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:07.317819 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:07.628075 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 57500) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:41:07.774632 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:41:07.866365 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Made reservation on behalf of 23cbf80d491d460a82e70ece820c1aeb for: {'network': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:41:07.869866 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:07.887554 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:08.010032 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:08.060513 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:08.073395 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Reserving flat network on physical network physnet1 {{(pid=100621) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 07 12:41:08.108895 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739267626087', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:08.109472 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Unsubscribe: segment precommit_create {{(pid=100621) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 07 12:41:08.109975 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.db.segments_db [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Added segment 104f60f1-82a1-4005-8130-b10300c3a4cf of type flat for network fd7d933b-f844-4b10-a5d9-6801ea2e0efc Aug 07 12:41:08.127483 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f25823-08ce-4299-962d-f5a14c1e01b6,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:41:08.173052 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:08.173411 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:08.173751 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:08.174083 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:08.174435 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:08.174779 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:08.175110 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:08.175434 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:08.175773 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:08.176097 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:08.176414 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:08.176731 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Tracked resource versions report: Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: pushed versions: Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: { 'AddressGroup': {'1.2'}, Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'ConntrackHelper': {'1.0'}, Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Log': {'1.0'}, Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Network': {'1.1'}, Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Port': {'1.7'}, Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'PortForwarding': {'1.2'}, Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'QosPolicy': {'1.9'}, Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'SecurityGroup': {'1.4'}, Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'SecurityGroupRule': {'1.2'}, Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'SubPort': {'1.0'}, Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Subnet': {'1.1'}, Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Trunk': {'1.1'}} Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: consumer versions: Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: { DHCP agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: L3 agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: Metadata agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: Metering agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: Open vSwitch agent@dv-cinder-787296-2-iscsi: { 'AddressGroup': '1.2', Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'ConntrackHelper': '1.0', Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Log': '1.0', Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Network': '1.1', Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Port': '1.7', Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'PortForwarding': '1.2', Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'QosPolicy': '1.9', Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'SecurityGroup': '1.4', Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'SecurityGroupRule': '1.2', Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'SubPort': '1.0', Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Subnet': '1.1', Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Trunk': '1.1'}} Aug 07 12:41:08.177935 dv-cinder-787296-2-iscsi neutron-server[100621]: {{(pid=100621) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 12:41:08.233589 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:08.340603 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:08.341787 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:41:08.342464 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:08.450660 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] Pushing event updated for resources: {'Network': ['ID=fd7d933b-f844-4b10-a5d9-6801ea2e0efc,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:41:08.462265 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:41:08.467937 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-9cbb3a4a-c301-49ea-9bfb-585cabdae763 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8385656 Aug 07 12:41:09.294724 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:10.776314 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 57522) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:41:10.914967 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123d11c2-308c-4418-97b5-07ba26b2f75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:41:10.916136 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-123d11c2-308c-4418-97b5-07ba26b2f75e admin admin] 10.222.0.59 "GET /v2.0/subnets/f2860582-2a7a-4322-93d8-c043cce3a5b9 HTTP/1.1" status: 200 len: 849 time: 0.1388700 Aug 07 12:41:11.063525 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-4188fcf5-d0e8-4e29-aa1a-c9af805685f0 admin admin] 10.222.0.59 "GET /v2.0/routers/5aadb92e-11c7-4b9a-a673-72cf7c593b66 HTTP/1.1" status: 200 len: 704 time: 0.1403708 Aug 07 12:41:11.368443 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:11.706957 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Allocated IP 172.20.0.1 (51e4e1b0-e922-4358-845a-2db080a76ff1/f2860582-2a7a-4322-93d8-c043cce3a5b9/413d48ac-748f-417c-9fa2-3e5a4d692501) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:41:11.918673 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:11.949715 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Transition to ACTIVE for port object 413d48ac-748f-417c-9fa2-3e5a4d692501 will not be triggered until provisioned by entity DHCP. {{(pid=100621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:41:12.112616 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:12.191778 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Network 51e4e1b0-e922-4358-845a-2db080a76ff1 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:41:12.200342 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:41:12.212981 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:41:12.214110 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520721'] for router_interface, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:12.237526 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Pushing event updated for resources: {'Port': ['ID=413d48ac-748f-417c-9fa2-3e5a4d692501,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:41:12.500560 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-43283bdf-bbe7-4e42-a16d-c8ef6441711b None None] Provisioning for port 413d48ac-748f-417c-9fa2-3e5a4d692501 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:41:12.505027 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-43283bdf-bbe7-4e42-a16d-c8ef6441711b None None] Provisioning complete for port 413d48ac-748f-417c-9fa2-3e5a4d692501 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:41:12.505448 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-43283bdf-bbe7-4e42-a16d-c8ef6441711b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:12.541272 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-43283bdf-bbe7-4e42-a16d-c8ef6441711b None None] Port 413d48ac-748f-417c-9fa2-3e5a4d692501 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:41:12.599734 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:12.847456 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:12.923535 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:12.924370 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520869'] for router_interface, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:13.010219 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Pushing event updated for resources: {'Port': ['ID=413d48ac-748f-417c-9fa2-3e5a4d692501,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:41:13.064445 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Network 51e4e1b0-e922-4358-845a-2db080a76ff1 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:41:13.065963 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:41:13.271126 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-67fde19e-2069-4711-8ab9-a8e93652b6df None None] Provisioning complete for port 413d48ac-748f-417c-9fa2-3e5a4d692501 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:41:13.271765 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-67fde19e-2069-4711-8ab9-a8e93652b6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:13.329990 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Router 5aadb92e-11c7-4b9a-a673-72cf7c593b66 is scheduled to L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e with binding_index 1 {{(pid=100621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 12:41:13.330280 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-67fde19e-2069-4711-8ab9-a8e93652b6df None None] Port 413d48ac-748f-417c-9fa2-3e5a4d692501 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:41:13.436429 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:41:13.445488 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-8c81e4fa-0c48-40fa-94bb-e9bd958fe64a admin admin] 10.222.0.59 "PUT /v2.0/routers/5aadb92e-11c7-4b9a-a673-72cf7c593b66/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3750601 Aug 07 12:41:13.452367 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Sync routers for ids ['5aadb92e-11c7-4b9a-a673-72cf7c593b66'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:41:13.465916 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Routers {'5aadb92e-11c7-4b9a-a673-72cf7c593b66'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:41:13.467044 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:41:06Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['5aadb92e-11c7-4b9a-a673-72cf7c593b66'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:41:13.682690 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Set router 5aadb92e-11c7-4b9a-a673-72cf7c593b66 gateway port host: None {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:41:14.231053 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aadb92e-11c7-4b9a-a673-72cf7c593b66', 'name': 'router1', 'tenant_id': '5717dbbde8654368a881ae97360026fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:41:02Z', 'updated_at': '2021-08-07T12:41:12Z', 'revision_number': 2, 'project_id': '5717dbbde8654368a881ae97360026fb', 'gw_port_host': None, '_interfaces': [{'id': '413d48ac-748f-417c-9fa2-3e5a4d692501', 'name': '', 'network_id': '51e4e1b0-e922-4358-845a-2db080a76ff1', 'tenant_id': '5717dbbde8654368a881ae97360026fb', 'mac_address': 'fa:16:3e:b9:3d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aadb92e-11c7-4b9a-a673-72cf7c593b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2860582-2a7a-4322-93d8-c043cce3a5b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:41:11Z', 'updated_at': '2021-08-07T12:41:12Z', 'revision_number': 2, 'project_id': '5717dbbde8654368a881ae97360026fb', 'subnets': [{'id': 'f2860582-2a7a-4322-93d8-c043cce3a5b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83f1d813-63b8-49f0-af2f-318c269b21e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:41:14.286714 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Checking router: 5aadb92e-11c7-4b9a-a673-72cf7c593b66 for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:41:14.287080 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Updating router 5aadb92e-11c7-4b9a-a673-72cf7c593b66 port 413d48ac-748f-417c-9fa2-3e5a4d692501 binding host dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:41:14.341732 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:14.944383 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Notify callbacks [] for port, precommit_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:14.963890 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.provisioning_blocks [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Transition to ACTIVE for port object 413d48ac-748f-417c-9fa2-3e5a4d692501 will not be triggered until provisioned by entity L2. {{(pid=100623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:41:15.043527 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:15.213150 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e35c28-64f6-44d7-8e0b-f9d625fdebe9 None None] Pushing event updated for resources: {'Port': ['ID=413d48ac-748f-417c-9fa2-3e5a4d692501,revision_number=3']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:41:15.230491 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e35c28-64f6-44d7-8e0b-f9d625fdebe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:15.230848 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e35c28-64f6-44d7-8e0b-f9d625fdebe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:15.231192 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e35c28-64f6-44d7-8e0b-f9d625fdebe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:15.231530 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e35c28-64f6-44d7-8e0b-f9d625fdebe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:15.231866 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e35c28-64f6-44d7-8e0b-f9d625fdebe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:15.232199 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e35c28-64f6-44d7-8e0b-f9d625fdebe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:15.232527 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e35c28-64f6-44d7-8e0b-f9d625fdebe9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:15.232855 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e35c28-64f6-44d7-8e0b-f9d625fdebe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:15.233196 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e35c28-64f6-44d7-8e0b-f9d625fdebe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:15.233527 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e35c28-64f6-44d7-8e0b-f9d625fdebe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:15.233850 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e35c28-64f6-44d7-8e0b-f9d625fdebe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:15.234171 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e35c28-64f6-44d7-8e0b-f9d625fdebe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e35c28-64f6-44d7-8e0b-f9d625fdebe9 None None] Tracked resource versions report: Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: pushed versions: Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: { 'AddressGroup': {'1.2'}, Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'ConntrackHelper': {'1.0'}, Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Log': {'1.0'}, Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Network': {'1.1'}, Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Port': {'1.7'}, Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'PortForwarding': {'1.2'}, Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'QosPolicy': {'1.9'}, Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'SecurityGroup': {'1.4'}, Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'SecurityGroupRule': {'1.2'}, Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'SubPort': {'1.0'}, Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Subnet': {'1.1'}, Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Trunk': {'1.1'}} Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: consumer versions: Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: { DHCP agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: L3 agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: Metadata agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: Metering agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: Open vSwitch agent@dv-cinder-787296-2-iscsi: { 'AddressGroup': '1.2', Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'ConntrackHelper': '1.0', Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Log': '1.0', Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Network': '1.1', Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Port': '1.7', Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'PortForwarding': '1.2', Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'QosPolicy': '1.9', Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'SecurityGroup': '1.4', Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'SecurityGroupRule': '1.2', Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'SubPort': '1.0', Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Subnet': '1.1', Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Trunk': '1.1'}} Aug 07 12:41:15.235381 dv-cinder-787296-2-iscsi neutron-server[100623]: {{(pid=100623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 12:41:15.239819 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Attempting to bind port 413d48ac-748f-417c-9fa2-3e5a4d692501 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:41:15.240226 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Attempting to bind port 413d48ac-748f-417c-9fa2-3e5a4d692501 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': 'cdf0bca3-5023-4a9a-b1b1-6e0747f5d128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '51e4e1b0-e922-4358-845a-2db080a76ff1'}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:41:15.240665 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Attempting to bind port 413d48ac-748f-417c-9fa2-3e5a4d692501 on network 51e4e1b0-e922-4358-845a-2db080a76ff1 {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:41:15.251700 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:41:15.252141 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Checking segment: {'id': 'cdf0bca3-5023-4a9a-b1b1-6e0747f5d128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '51e4e1b0-e922-4358-845a-2db080a76ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:41:15.252632 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:15.253103 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Bound using segment: {'id': 'cdf0bca3-5023-4a9a-b1b1-6e0747f5d128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '51e4e1b0-e922-4358-845a-2db080a76ff1'} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:41:15.253748 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Bound port: 413d48ac-748f-417c-9fa2-3e5a4d692501, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bca3-5023-4a9a-b1b1-6e0747f5d128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '51e4e1b0-e922-4358-845a-2db080a76ff1'}}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:41:15.254255 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:15.327981 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] For port 413d48ac-748f-417c-9fa2-3e5a4d692501, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:41:15.350055 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] For port 413d48ac-748f-417c-9fa2-3e5a4d692501, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=413d48ac-748f-417c-9fa2-3e5a4d692501,segment=NetworkSegment(cdf0bca3-5023-4a9a-b1b1-6e0747f5d128),segment_id=cdf0bca3-5023-4a9a-b1b1-6e0747f5d128)] {{(pid=100623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:41:15.432730 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:15.494973 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Routers {'5aadb92e-11c7-4b9a-a673-72cf7c593b66'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:41:15.495599 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:41:06Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['5aadb92e-11c7-4b9a-a673-72cf7c593b66'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:41:15.537000 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e35c28-64f6-44d7-8e0b-f9d625fdebe9 None None] Pushing event updated for resources: {'Port': ['ID=413d48ac-748f-417c-9fa2-3e5a4d692501,revision_number=4']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:41:15.595937 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] Set router 5aadb92e-11c7-4b9a-a673-72cf7c593b66 gateway port host: None {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:41:15.830161 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aadb92e-11c7-4b9a-a673-72cf7c593b66', 'name': 'router1', 'tenant_id': '5717dbbde8654368a881ae97360026fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:41:02Z', 'updated_at': '2021-08-07T12:41:12Z', 'revision_number': 2, 'project_id': '5717dbbde8654368a881ae97360026fb', 'gw_port_host': None, '_interfaces': [{'id': '413d48ac-748f-417c-9fa2-3e5a4d692501', 'name': '', 'network_id': '51e4e1b0-e922-4358-845a-2db080a76ff1', 'tenant_id': '5717dbbde8654368a881ae97360026fb', 'mac_address': 'fa:16:3e:b9:3d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aadb92e-11c7-4b9a-a673-72cf7c593b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2860582-2a7a-4322-93d8-c043cce3a5b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:41:11Z', 'updated_at': '2021-08-07T12:41:15Z', 'revision_number': 4, 'project_id': '5717dbbde8654368a881ae97360026fb', 'subnets': [{'id': 'f2860582-2a7a-4322-93d8-c043cce3a5b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83f1d813-63b8-49f0-af2f-318c269b21e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:41:15.846971 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 57532) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:41:15.857429 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7607781-9beb-4b21-8b3d-215276432da7 None None] The sync data for ids ['5aadb92e-11c7-4b9a-a673-72cf7c593b66'] in dv-cinder-787296-2-iscsi is: [{'id': '5aadb92e-11c7-4b9a-a673-72cf7c593b66', 'name': 'router1', 'tenant_id': '5717dbbde8654368a881ae97360026fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:41:02Z', 'updated_at': '2021-08-07T12:41:12Z', 'revision_number': 2, 'project_id': '5717dbbde8654368a881ae97360026fb', 'gw_port_host': None, '_interfaces': [{'id': '413d48ac-748f-417c-9fa2-3e5a4d692501', 'name': '', 'network_id': '51e4e1b0-e922-4358-845a-2db080a76ff1', 'tenant_id': '5717dbbde8654368a881ae97360026fb', 'mac_address': 'fa:16:3e:b9:3d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aadb92e-11c7-4b9a-a673-72cf7c593b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2860582-2a7a-4322-93d8-c043cce3a5b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:41:11Z', 'updated_at': '2021-08-07T12:41:15Z', 'revision_number': 4, 'project_id': '5717dbbde8654368a881ae97360026fb', 'subnets': [{'id': 'f2860582-2a7a-4322-93d8-c043cce3a5b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83f1d813-63b8-49f0-af2f-318c269b21e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:41:15.975537 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966efb0d-e9aa-427e-b4df-084c1a05dd93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:41:15.977454 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-966efb0d-e9aa-427e-b4df-084c1a05dd93 admin admin] 10.222.0.59 "GET /v2.0/networks/fd7d933b-f844-4b10-a5d9-6801ea2e0efc HTTP/1.1" status: 200 len: 842 time: 0.1295598 Aug 07 12:41:15.988295 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-462492b8-45c8-48b8-9f70-913bea4ae5cb admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:41:16.100352 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462492b8-45c8-48b8-9f70-913bea4ae5cb admin admin] Made reservation on behalf of 23cbf80d491d460a82e70ece820c1aeb for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:41:16.103671 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-462492b8-45c8-48b8-9f70-913bea4ae5cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:16.552676 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.objects.ports [None req-462492b8-45c8-48b8-9f70-913bea4ae5cb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100620) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 07 12:41:16.553493 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-462492b8-45c8-48b8-9f70-913bea4ae5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:16.612988 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462492b8-45c8-48b8-9f70-913bea4ae5cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cef9b17-a7d3-402e-a47a-93a17a3eb253,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:41:16.631304 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462492b8-45c8-48b8-9f70-913bea4ae5cb admin admin] Checking segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:41:16.631304 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462492b8-45c8-48b8-9f70-913bea4ae5cb admin admin] Network hostable DHCP agents. Network: fd7d933b-f844-4b10-a5d9-6801ea2e0efc, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:41:16.728892 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462492b8-45c8-48b8-9f70-913bea4ae5cb admin admin] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:41:16.814926 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-462492b8-45c8-48b8-9f70-913bea4ae5cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, fd7d933b-f844-4b10-a5d9-6801ea2e0efc) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:41:16.821014 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462492b8-45c8-48b8-9f70-913bea4ae5cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:41:16.821832 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-462492b8-45c8-48b8-9f70-913bea4ae5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:16.824874 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db30c54-f1a1-4b39-8fdf-fe9f098ce865 None None] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:41:16.901311 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-462492b8-45c8-48b8-9f70-913bea4ae5cb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9166462 Aug 07 12:41:16.960606 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c6372e-4a0b-4167-a742-ab71bd7a5bcf None None] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:41:19.262004 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 57540) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:41:19.505661 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-f66e913e-7703-4d09-8198-361887b1862e admin admin] 10.222.0.59 "GET /v2.0/routers/5aadb92e-11c7-4b9a-a673-72cf7c593b66 HTTP/1.1" status: 200 len: 710 time: 0.2424870 Aug 07 12:41:19.596225 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8af8a9-9bfd-4648-a976-3ede6d56ad2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:41:19.598564 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-6b8af8a9-9bfd-4648-a976-3ede6d56ad2d admin admin] 10.222.0.59 "GET /v2.0/networks/fd7d933b-f844-4b10-a5d9-6801ea2e0efc HTTP/1.1" status: 200 len: 886 time: 0.0870886 Aug 07 12:41:19.607682 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-5c7fe12c-68cb-4f56-8ed6-2ee220f7874c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:41:19.866603 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe12c-68cb-4f56-8ed6-2ee220f7874c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:20.280940 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe12c-68cb-4f56-8ed6-2ee220f7874c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:20.379324 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe12c-68cb-4f56-8ed6-2ee220f7874c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:20.540869 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-5c7fe12c-68cb-4f56-8ed6-2ee220f7874c admin admin] Allocated IP 172.27.3.188 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/e3f2141d-2690-4458-8730-578578e1f39d) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:41:20.662400 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe12c-68cb-4f56-8ed6-2ee220f7874c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:20.821630 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe12c-68cb-4f56-8ed6-2ee220f7874c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:20.899255 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7fe12c-68cb-4f56-8ed6-2ee220f7874c admin admin] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:41:20.904105 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-5c7fe12c-68cb-4f56-8ed6-2ee220f7874c admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:41:20.912897 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7fe12c-68cb-4f56-8ed6-2ee220f7874c admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:41:20.916341 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fe12c-68cb-4f56-8ed6-2ee220f7874c admin admin] Pushing event updated for resources: {'Port': ['ID=e3f2141d-2690-4458-8730-578578e1f39d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:41:21.298275 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe12c-68cb-4f56-8ed6-2ee220f7874c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:21.305689 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 413d48ac-748f-417c-9fa2-3e5a4d692501 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:41:21.421165 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 413d48ac-748f-417c-9fa2-3e5a4d692501 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:41:21.425562 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 413d48ac-748f-417c-9fa2-3e5a4d692501 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:41:21.426019 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:21.520988 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe12c-68cb-4f56-8ed6-2ee220f7874c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-519439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-522846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14465'] for router, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:21.532054 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe12c-68cb-4f56-8ed6-2ee220f7874c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519650', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-519668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-519677', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-522823'] for router, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:21.540757 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 5 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:41:21.570802 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:21.606960 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port 413d48ac-748f-417c-9fa2-3e5a4d692501, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=413d48ac-748f-417c-9fa2-3e5a4d692501,segment=NetworkSegment(cdf0bca3-5023-4a9a-b1b1-6e0747f5d128),segment_id=cdf0bca3-5023-4a9a-b1b1-6e0747f5d128)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:41:21.655580 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7fe12c-68cb-4f56-8ed6-2ee220f7874c admin admin] Router 5aadb92e-11c7-4b9a-a673-72cf7c593b66 has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:41:21.684000 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:21.735111 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=413d48ac-748f-417c-9fa2-3e5a4d692501,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:41:21.848212 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7fe12c-68cb-4f56-8ed6-2ee220f7874c admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:41:21.853270 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c7fe12c-68cb-4f56-8ed6-2ee220f7874c admin admin] Notify callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:21.854389 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-5c7fe12c-68cb-4f56-8ed6-2ee220f7874c admin admin] 10.222.0.59 "PUT /v2.0/routers/5aadb92e-11c7-4b9a-a673-72cf7c593b66 HTTP/1.1" status: 200 len: 890 time: 2.2502375 Aug 07 12:41:22.447060 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Sync routers for ids ['5aadb92e-11c7-4b9a-a673-72cf7c593b66'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:41:22.458514 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Routers {'5aadb92e-11c7-4b9a-a673-72cf7c593b66'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:41:22.459199 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:41:06Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['5aadb92e-11c7-4b9a-a673-72cf7c593b66'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:41:22.667727 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Set router 5aadb92e-11c7-4b9a-a673-72cf7c593b66 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:41:23.072332 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aadb92e-11c7-4b9a-a673-72cf7c593b66', 'name': 'router1', 'tenant_id': '5717dbbde8654368a881ae97360026fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e3f2141d-2690-4458-8730-578578e1f39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:41:02Z', 'updated_at': '2021-08-07T12:41:21Z', 'revision_number': 4, 'project_id': '5717dbbde8654368a881ae97360026fb', 'gw_port': {'id': 'e3f2141d-2690-4458-8730-578578e1f39d', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aadb92e-11c7-4b9a-a673-72cf7c593b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:41:20Z', 'updated_at': '2021-08-07T12:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '413d48ac-748f-417c-9fa2-3e5a4d692501', 'name': '', 'network_id': '51e4e1b0-e922-4358-845a-2db080a76ff1', 'tenant_id': '5717dbbde8654368a881ae97360026fb', 'mac_address': 'fa:16:3e:b9:3d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aadb92e-11c7-4b9a-a673-72cf7c593b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2860582-2a7a-4322-93d8-c043cce3a5b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:41:11Z', 'updated_at': '2021-08-07T12:41:21Z', 'revision_number': 5, 'project_id': '5717dbbde8654368a881ae97360026fb', 'subnets': [{'id': 'f2860582-2a7a-4322-93d8-c043cce3a5b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83f1d813-63b8-49f0-af2f-318c269b21e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:41:23.125526 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Checking router: 5aadb92e-11c7-4b9a-a673-72cf7c593b66 for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:41:23.125893 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Updating router 5aadb92e-11c7-4b9a-a673-72cf7c593b66 port e3f2141d-2690-4458-8730-578578e1f39d binding host dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:41:23.175464 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:23.282042 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 413d48ac-748f-417c-9fa2-3e5a4d692501 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:41:23.438856 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 413d48ac-748f-417c-9fa2-3e5a4d692501 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:41:23.439082 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:23.704768 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Notify callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:23.720184 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Transition to ACTIVE for port object e3f2141d-2690-4458-8730-578578e1f39d will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:41:23.831477 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:23.882720 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Attempting to bind port e3f2141d-2690-4458-8730-578578e1f39d on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:41:23.883091 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Attempting to bind port e3f2141d-2690-4458-8730-578578e1f39d by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:41:23.883453 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Attempting to bind port e3f2141d-2690-4458-8730-578578e1f39d on network fd7d933b-f844-4b10-a5d9-6801ea2e0efc {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:41:23.890481 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90545070-3ab8-4584-bdde-2acf72f75972 None None] Pushing event updated for resources: {'Port': ['ID=e3f2141d-2690-4458-8730-578578e1f39d,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:41:23.893799 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:41:23.894196 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Checking segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:41:23.894598 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:23.894981 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Bound using segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:41:23.895449 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Bound port: e3f2141d-2690-4458-8730-578578e1f39d, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:41:23.895845 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:23.948219 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] For port e3f2141d-2690-4458-8730-578578e1f39d, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:41:23.951443 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] For port e3f2141d-2690-4458-8730-578578e1f39d, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=e3f2141d-2690-4458-8730-578578e1f39d,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:41:24.014855 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:24.071895 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Routers {'5aadb92e-11c7-4b9a-a673-72cf7c593b66'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:41:24.072513 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:41:06Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['5aadb92e-11c7-4b9a-a673-72cf7c593b66'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:41:24.112816 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90545070-3ab8-4584-bdde-2acf72f75972 None None] Pushing event updated for resources: {'Port': ['ID=e3f2141d-2690-4458-8730-578578e1f39d,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:41:24.193203 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] Set router 5aadb92e-11c7-4b9a-a673-72cf7c593b66 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:41:24.289645 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 57552) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:41:24.404315 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-c225e797-f06f-4803-b221-f693c6294c98 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1134686 Aug 07 12:41:24.419968 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aadb92e-11c7-4b9a-a673-72cf7c593b66', 'name': 'router1', 'tenant_id': '5717dbbde8654368a881ae97360026fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e3f2141d-2690-4458-8730-578578e1f39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:41:02Z', 'updated_at': '2021-08-07T12:41:21Z', 'revision_number': 4, 'project_id': '5717dbbde8654368a881ae97360026fb', 'gw_port': {'id': 'e3f2141d-2690-4458-8730-578578e1f39d', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aadb92e-11c7-4b9a-a673-72cf7c593b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:41:20Z', 'updated_at': '2021-08-07T12:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '413d48ac-748f-417c-9fa2-3e5a4d692501', 'name': '', 'network_id': '51e4e1b0-e922-4358-845a-2db080a76ff1', 'tenant_id': '5717dbbde8654368a881ae97360026fb', 'mac_address': 'fa:16:3e:b9:3d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aadb92e-11c7-4b9a-a673-72cf7c593b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2860582-2a7a-4322-93d8-c043cce3a5b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:41:11Z', 'updated_at': '2021-08-07T12:41:21Z', 'revision_number': 5, 'project_id': '5717dbbde8654368a881ae97360026fb', 'subnets': [{'id': 'f2860582-2a7a-4322-93d8-c043cce3a5b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83f1d813-63b8-49f0-af2f-318c269b21e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:41:24.449916 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2fe711-2f0c-4380-9a3b-fdb828b2518e None None] The sync data for ids ['5aadb92e-11c7-4b9a-a673-72cf7c593b66'] in dv-cinder-787296-2-iscsi is: [{'id': '5aadb92e-11c7-4b9a-a673-72cf7c593b66', 'name': 'router1', 'tenant_id': '5717dbbde8654368a881ae97360026fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.188'}], 'enable_snat': True}, 'gw_port_id': 'e3f2141d-2690-4458-8730-578578e1f39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:41:02Z', 'updated_at': '2021-08-07T12:41:21Z', 'revision_number': 4, 'project_id': '5717dbbde8654368a881ae97360026fb', 'gw_port': {'id': 'e3f2141d-2690-4458-8730-578578e1f39d', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aadb92e-11c7-4b9a-a673-72cf7c593b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:41:20Z', 'updated_at': '2021-08-07T12:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '413d48ac-748f-417c-9fa2-3e5a4d692501', 'name': '', 'network_id': '51e4e1b0-e922-4358-845a-2db080a76ff1', 'tenant_id': '5717dbbde8654368a881ae97360026fb', 'mac_address': 'fa:16:3e:b9:3d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aadb92e-11c7-4b9a-a673-72cf7c593b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2860582-2a7a-4322-93d8-c043cce3a5b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:41:11Z', 'updated_at': '2021-08-07T12:41:21Z', 'revision_number': 5, 'project_id': '5717dbbde8654368a881ae97360026fb', 'subnets': [{'id': 'f2860582-2a7a-4322-93d8-c043cce3a5b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '83f1d813-63b8-49f0-af2f-318c269b21e4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:41:25.302546 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device e3f2141d-2690-4458-8730-578578e1f39d up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:41:25.425898 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port e3f2141d-2690-4458-8730-578578e1f39d completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:41:25.431412 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port e3f2141d-2690-4458-8730-578578e1f39d triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:41:25.431779 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:25.512639 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:25.533007 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port e3f2141d-2690-4458-8730-578578e1f39d, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=e3f2141d-2690-4458-8730-578578e1f39d,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:41:25.597216 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:25.646251 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=e3f2141d-2690-4458-8730-578578e1f39d,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:41:27.301353 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device e3f2141d-2690-4458-8730-578578e1f39d up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:41:27.358732 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port e3f2141d-2690-4458-8730-578578e1f39d triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:41:27.359259 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:33.426365 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6dbf7e5a-ae33-46c8-9d6b-9a8c2e0102bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:36.557095 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4c9f898a-f82d-4d0e-8b16-5ec12fbf4546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:36.962894 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:37.310998 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:39.316804 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:41:58.541897 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 5 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:42:03.519149 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-3700f009-6f39-48ef-b2bd-479fcbbc69b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:42:06.630615 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-5913703f-dbf3-4db7-8ebb-63d26e1ade98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:42:07.673961 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:42:07.705430 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:42:09.362161 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:42:33.417922 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-3ad93c48-55ca-4f1d-9ec6-8f50a2655b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:42:35.540810 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 5 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:42:36.561068 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ce7834d3-ef4a-40fb-a0b1-30e971471afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:42:37.029544 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:42:37.305292 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:42:39.320238 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:03.457538 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8ad696b1-7fe6-44d9-bb45-67f6daeee2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:05.320347 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 58120) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:43:05.382498 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94218dc-92e0-4b4a-a503-4edbe9274a3d admin admin] GET failed (client error): The resource could not be found. Aug 07 12:43:05.383847 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-c94218dc-92e0-4b4a-a503-4edbe9274a3d admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625598 Aug 07 12:43:05.546063 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4c2ceb-d80b-4819-840f-418a593b35a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:43:05.547536 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-9c4c2ceb-d80b-4819-840f-418a593b35a6 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1592546 Aug 07 12:43:06.554024 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7e2554ff-3900-49f3-9985-f9e3ba234196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:06.943581 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:07.297379 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:07.720760 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 58130) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:43:07.812881 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d793992c-5ad2-4147-94ec-8f8899c362cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:43:07.814259 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-d793992c-5ad2-4147-94ec-8f8899c362cb admin admin] 10.222.0.59 "GET /v2.0/subnets/f2860582-2a7a-4322-93d8-c043cce3a5b9 HTTP/1.1" status: 200 len: 849 time: 0.0925272 Aug 07 12:43:07.824654 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:43:07.913712 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:08.120092 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739267457172'] for subnet, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:08.152480 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:43:08.153686 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:08.154425 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] 10.222.0.59 "PUT /v2.0/subnets/f2860582-2a7a-4322-93d8-c043cce3a5b9 HTTP/1.1" status: 200 len: 868 time: 0.3335586 Aug 07 12:43:08.180041 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24cccf2-389b-4e7e-b3b1-37fb8ed494a8 None None] Network 51e4e1b0-e922-4358-845a-2db080a76ff1 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:43:08.180610 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2860582-2a7a-4322-93d8-c043cce3a5b9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:43:08.181719 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:08.182084 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:08.182470 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:08.182823 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:08.183147 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:08.183501 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:08.183834 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:08.184183 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:08.184533 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:08.184865 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:08.185187 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:08.185510 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab57d5d-c2cd-45a1-a662-7fa8056519c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:08.535113 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-de1d2c46-6473-4686-af84-76b98b01d596 None None] Provisioning complete for port 413d48ac-748f-417c-9fa2-3e5a4d692501 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:43:08.535491 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-de1d2c46-6473-4686-af84-76b98b01d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:08.624629 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-de1d2c46-6473-4686-af84-76b98b01d596 None None] Provisioning complete for port 75098c38-61a8-4b8e-9283-048166a2314a triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:43:08.624924 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-de1d2c46-6473-4686-af84-76b98b01d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:09.320497 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:10.395820 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58138) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:43:10.599153 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a543e25-7f3d-49ba-a00f-65cab36e8431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:43:10.599562 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a543e25-7f3d-49ba-a00f-65cab36e8431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:43:10.601222 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-4a543e25-7f3d-49ba-a00f-65cab36e8431 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2043891 Aug 07 12:43:12.544401 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 5 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:43:12.805011 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58148) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:43:12.945672 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa62c975-c823-4033-b4e5-6c6c256ed8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:43:12.946539 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa62c975-c823-4033-b4e5-6c6c256ed8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:43:12.948085 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-fa62c975-c823-4033-b4e5-6c6c256ed8d4 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1421034 Aug 07 12:43:15.100000 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58156) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:43:15.233151 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b54f97-8c99-40a7-bef9-03197c528ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:43:15.234557 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-06b54f97-8c99-40a7-bef9-03197c528ffb admin admin] 10.222.0.59 "GET /v2.0/networks/51e4e1b0-e922-4358-845a-2db080a76ff1 HTTP/1.1" status: 200 len: 869 time: 0.1336131 Aug 07 12:43:17.425420 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58164) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:43:17.552942 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8901b5a1-4860-47ce-974a-951e8861c8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:43:17.554361 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-8901b5a1-4860-47ce-974a-951e8861c8d1 admin admin] 10.222.0.59 "GET /v2.0/networks/fd7d933b-f844-4b10-a5d9-6801ea2e0efc HTTP/1.1" status: 200 len: 886 time: 0.1279263 Aug 07 12:43:19.728861 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58172) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:43:19.862352 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1937e844-6db4-435c-bbfb-3a42faa203a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:43:19.862807 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1937e844-6db4-435c-bbfb-3a42faa203a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:43:19.864362 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-1937e844-6db4-435c-bbfb-3a42faa203a4 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1345205 Aug 07 12:43:22.041583 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58180) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:43:22.135618 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188e6a24-aac3-412f-ac84-f2252b157ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:43:22.136088 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188e6a24-aac3-412f-ac84-f2252b157ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:43:22.137629 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-188e6a24-aac3-412f-ac84-f2252b157ee5 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0950730 Aug 07 12:43:24.329908 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58188) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:43:24.417697 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd42f10-2a82-4a18-bd93-e77b21305492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:43:24.419073 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-4bd42f10-2a82-4a18-bd93-e77b21305492 admin admin] 10.222.0.59 "GET /v2.0/subnets/8cef9b17-a7d3-402e-a47a-93a17a3eb253 HTTP/1.1" status: 200 len: 816 time: 0.0881612 Aug 07 12:43:26.598322 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58196) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:43:26.691835 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dc603f-cde9-45e5-b09f-2e6805193cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:43:26.693313 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-71dc603f-cde9-45e5-b09f-2e6805193cd6 admin admin] 10.222.0.59 "GET /v2.0/subnets/f2860582-2a7a-4322-93d8-c043cce3a5b9 HTTP/1.1" status: 200 len: 868 time: 0.0933192 Aug 07 12:43:33.479469 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9080677f-3052-4c57-81b3-e02100efb022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:36.554028 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-a3cbd073-0a62-467c-95a7-07b1b7b41455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:36.953571 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:37.307882 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:39.387476 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:49.546336 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 5 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:43:52.960454 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58250) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:43:53.016859 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [None req-6cfe0093-517b-4686-a091-4f1a399730ba admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=100621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 12:43:53.017856 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-6cfe0093-517b-4686-a091-4f1a399730ba admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0565693 Aug 07 12:43:55.303397 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58258) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:43:55.368421 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.pecan_wsgi.hooks.translation [None req-7faf15dd-f215-43e8-835d-b6ac3659d0a4 admin admin] GET failed (client error): The resource could not be found. Aug 07 12:43:55.369731 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-7faf15dd-f215-43e8-835d-b6ac3659d0a4 admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0653980 Aug 07 12:43:55.596951 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb86a820-323b-413e-bdd4-473459577c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:43:55.599425 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-eb86a820-323b-413e-bdd4-473459577c95 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2249727 Aug 07 12:43:57.827984 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58266) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:43:57.877466 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:43:57.987300 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Made reservation on behalf of 23cbf80d491d460a82e70ece820c1aeb for: {'network': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:43:57.990111 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:58.020583 dv-cinder-787296-2-iscsi neutron-server[100621]: WARNING neutron.services.revisions.revision_plugin [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Could not find related network for resource to bump revision. Aug 07 12:43:58.035919 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=100621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:43:58.055057 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:58.058914 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.db.segments_db [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Added segment c282a617-531a-4bd5-bd9e-40c0923761e7 of type vlan for network fb947133-b4bb-4073-a1a4-394836814057 Aug 07 12:43:58.105369 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:58.164151 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:58.165113 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:43:58.165687 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:43:58.226782 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Pushing event updated for resources: {'Network': ['ID=fb947133-b4bb-4073-a1a4-394836814057,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:43:58.234158 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:58.234567 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:58.234901 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:58.235242 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:58.235575 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:58.235925 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:58.236288 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:58.236635 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:58.236980 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:58.239865 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:58.239865 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:58.239865 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:43:58.250686 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network fb947133-b4bb-4073-a1a4-394836814057 details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:43:58.280021 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-5657aabd-664f-457e-80b7-de340a54b39f admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4508817 Aug 07 12:44:00.579637 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58274) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:44:00.649592 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe46ef9-e48f-4d94-a91a-bd0e7f3effc4 admin admin] GET failed (client error): The resource could not be found. Aug 07 12:44:00.651124 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-bbe46ef9-e48f-4d94-a91a-bd0e7f3effc4 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0702286 Aug 07 12:44:00.731135 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44004fdd-90c0-4cb9-bc15-04d0eddc322e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:44:00.732741 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-44004fdd-90c0-4cb9-bc15-04d0eddc322e admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0771832 Aug 07 12:44:00.743477 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-2b1df55c-a241-4820-a083-8da814d33c01 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'fb947133-b4bb-4073-a1a4-394836814057', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:44:00.861890 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1df55c-a241-4820-a083-8da814d33c01 admin admin] Made reservation on behalf of 23cbf80d491d460a82e70ece820c1aeb for: {'subnet': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:44:00.864243 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2b1df55c-a241-4820-a083-8da814d33c01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:01.130967 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2b1df55c-a241-4820-a083-8da814d33c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for subnet, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:01.186811 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1df55c-a241-4820-a083-8da814d33c01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f34836a-6062-4044-81ec-5ba7dcfbb0d8,revision_number=0']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:44:01.198944 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1df55c-a241-4820-a083-8da814d33c01 admin admin] Checking segment: {'id': 'c282a617-531a-4bd5-bd9e-40c0923761e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fb947133-b4bb-4073-a1a4-394836814057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:44:01.199296 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1df55c-a241-4820-a083-8da814d33c01 admin admin] Network hostable DHCP agents. Network: fb947133-b4bb-4073-a1a4-394836814057, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:44:01.307165 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1df55c-a241-4820-a083-8da814d33c01 admin admin] Network fb947133-b4bb-4073-a1a4-394836814057 is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:44:01.404392 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-2b1df55c-a241-4820-a083-8da814d33c01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, fb947133-b4bb-4073-a1a4-394836814057) {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:44:01.408364 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1df55c-a241-4820-a083-8da814d33c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:44:01.409049 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2b1df55c-a241-4820-a083-8da814d33c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:01.414626 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec24a1d-133d-4a5b-8aa6-47e369e4a501 None None] Network fb947133-b4bb-4073-a1a4-394836814057 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:44:01.496439 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-2b1df55c-a241-4820-a083-8da814d33c01 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7567160 Aug 07 12:44:01.567124 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc15771-8cdc-587f-93b0-745bffc99d06-fb947133-b4bb-4073-a1a4-394836814057', 'network_id': 'fb947133-b4bb-4073-a1a4-394836814057', 'tenant_id': '23cbf80d491d460a82e70ece820c1aeb', 'fixed_ips': [{'subnet_id': '2f34836a-6062-4044-81ec-5ba7dcfbb0d8'}]}} from dv-cinder-787296-2-iscsi. {{(pid=100622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 12:44:01.568079 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:01.737398 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.db_base_plugin_common [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Allocated IP 192.168.233.2 (fb947133-b4bb-4073-a1a4-394836814057/2f34836a-6062-4044-81ec-5ba7dcfbb0d8/3f90b4a2-c99f-41de-917b-8a63519a02d5) {{(pid=100622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:44:01.894088 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Notify callbacks [] for port, precommit_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:01.903955 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Transition to ACTIVE for port object 3f90b4a2-c99f-41de-917b-8a63519a02d5 will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:44:01.920073 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Transition to ACTIVE for port object 3f90b4a2-c99f-41de-917b-8a63519a02d5 will not be triggered until provisioned by entity DHCP. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:44:01.998885 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:02.040072 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Network fb947133-b4bb-4073-a1a4-394836814057 is already hosted by enough agents. {{(pid=100622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:44:02.046823 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.base_scheduler [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Resources bound (agent type, host, resource id): {{(pid=100622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:44:02.051696 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Received port after_create {{(pid=100622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:44:02.061254 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Pushing event updated for resources: {'Port': ['ID=3f90b4a2-c99f-41de-917b-8a63519a02d5,revision_number=1']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:44:02.084101 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:44:02.084474 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:44:02.084826 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:44:02.085176 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:44:02.085538 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:44:02.085875 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:44:02.086227 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:44:02.086563 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:44:02.086908 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:44:02.087239 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:44:02.087563 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:44:02.087891 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:44:02.125684 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Attempting to bind port 3f90b4a2-c99f-41de-917b-8a63519a02d5 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:44:02.126058 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Attempting to bind port 3f90b4a2-c99f-41de-917b-8a63519a02d5 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': 'c282a617-531a-4bd5-bd9e-40c0923761e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fb947133-b4bb-4073-a1a4-394836814057'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:44:02.126523 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Attempting to bind port 3f90b4a2-c99f-41de-917b-8a63519a02d5 on network fb947133-b4bb-4073-a1a4-394836814057 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:44:02.132194 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:44:02.132559 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Checking segment: {'id': 'c282a617-531a-4bd5-bd9e-40c0923761e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fb947133-b4bb-4073-a1a4-394836814057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:44:02.132955 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:02.133340 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Bound using segment: {'id': 'c282a617-531a-4bd5-bd9e-40c0923761e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fb947133-b4bb-4073-a1a4-394836814057'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:44:02.133850 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Bound port: 3f90b4a2-c99f-41de-917b-8a63519a02d5, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c282a617-531a-4bd5-bd9e-40c0923761e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fb947133-b4bb-4073-a1a4-394836814057'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:44:02.134276 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:02.199152 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] For port 3f90b4a2-c99f-41de-917b-8a63519a02d5, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:44:02.202373 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] For port 3f90b4a2-c99f-41de-917b-8a63519a02d5, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=3f90b4a2-c99f-41de-917b-8a63519a02d5,segment=NetworkSegment(c282a617-531a-4bd5-bd9e-40c0923761e7),segment_id=c282a617-531a-4bd5-bd9e-40c0923761e7)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:44:02.307774 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:02.372615 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52426173-d9c9-4533-9dc5-8d16928c9692 None None] Pushing event updated for resources: {'Port': ['ID=3f90b4a2-c99f-41de-917b-8a63519a02d5,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:44:03.208095 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024e3d45-a402-40bc-a219-37e007766587 None None] Network fb947133-b4bb-4073-a1a4-394836814057 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:44:03.383943 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-1d1bc0d2-d88b-4ac8-b5e4-a98650d41e28 None None] Provisioning for port 3f90b4a2-c99f-41de-917b-8a63519a02d5 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:44:03.467552 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 3f90b4a2-c99f-41de-917b-8a63519a02d5 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:44:03.472630 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fc517bad-07f1-4f49-98dc-dc9eab86dadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:03.617657 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 3f90b4a2-c99f-41de-917b-8a63519a02d5 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:44:03.625677 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 3f90b4a2-c99f-41de-917b-8a63519a02d5 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:44:03.626039 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:03.669824 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-8985af70-d6c3-4442-aa27-3c89e61037cd None None] Provisioning complete for port 3f90b4a2-c99f-41de-917b-8a63519a02d5 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:44:03.670125 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8985af70-d6c3-4442-aa27-3c89e61037cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:03.788192 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:03.816296 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8985af70-d6c3-4442-aa27-3c89e61037cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:03.840735 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port 3f90b4a2-c99f-41de-917b-8a63519a02d5, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=3f90b4a2-c99f-41de-917b-8a63519a02d5,segment=NetworkSegment(c282a617-531a-4bd5-bd9e-40c0923761e7),segment_id=c282a617-531a-4bd5-bd9e-40c0923761e7)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:44:04.017390 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:04.101326 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.db.api [None req-8985af70-d6c3-4442-aa27-3c89e61037cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 12:44:04.101722 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG oslo_db.api [None req-8985af70-d6c3-4442-aa27-3c89e61037cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 12:44:04.106461 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=3f90b4a2-c99f-41de-917b-8a63519a02d5,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:44:05.399363 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 3f90b4a2-c99f-41de-917b-8a63519a02d5 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:44:05.449325 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 3f90b4a2-c99f-41de-917b-8a63519a02d5 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:44:05.449672 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:06.558604 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-714f52be-ffa7-4ae1-ad89-433aba76a641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:06.970373 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:07.324761 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:09.341080 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:26.545733 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 5 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:44:33.432085 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d5a155bd-8e51-4910-a391-37446b94eda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:36.591870 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-a6f46742-8604-4fb2-b782-9505cdb0c4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:36.963353 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:37.312066 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:44:39.340510 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:45:03.471311 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-5cca1b33-e553-4572-959e-629a2bc42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:45:03.545068 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 5 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:45:06.579822 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f8788f61-eda1-4fbd-bd4a-86f9cababecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:45:06.980314 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:45:07.368650 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:45:09.373924 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:45:26.215032 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58328) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:45:26.225219 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [None req-1c69b6dc-1005-415d-8bcd-b8762b6e09bb tempest-verify_tempest_config-123498507 tempest-verify_tempest_config-123498507-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=100621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 12:45:26.226247 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-1c69b6dc-1005-415d-8bcd-b8762b6e09bb tempest-verify_tempest_config-123498507 tempest-verify_tempest_config-123498507-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0101929 Aug 07 12:45:26.817451 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58346) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:45:26.925183 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-08e29e92-98bf-4c44-8704-7ff46b23510a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:45:27.033740 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-08e29e92-98bf-4c44-8704-7ff46b23510a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:45:27.133733 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-08e29e92-98bf-4c44-8704-7ff46b23510a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:45:27.182426 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e29e92-98bf-4c44-8704-7ff46b23510a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e1ab54-baf8-422e-97d4-0b44af7ec26f,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:45:27.186488 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-08e29e92-98bf-4c44-8704-7ff46b23510a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c2180ac9c4bf4c64ac0eadae32d02b84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3679459 Aug 07 12:45:27.189393 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 58350) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:45:27.193984 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29e92-98bf-4c44-8704-7ff46b23510a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.194397 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29e92-98bf-4c44-8704-7ff46b23510a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.194758 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29e92-98bf-4c44-8704-7ff46b23510a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.195129 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29e92-98bf-4c44-8704-7ff46b23510a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.195468 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29e92-98bf-4c44-8704-7ff46b23510a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.195812 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29e92-98bf-4c44-8704-7ff46b23510a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.196146 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29e92-98bf-4c44-8704-7ff46b23510a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.196538 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29e92-98bf-4c44-8704-7ff46b23510a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.196895 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29e92-98bf-4c44-8704-7ff46b23510a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.197530 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29e92-98bf-4c44-8704-7ff46b23510a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.197868 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29e92-98bf-4c44-8704-7ff46b23510a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.198251 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e29e92-98bf-4c44-8704-7ff46b23510a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.250828 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8e514b6d-6a59-44b6-922a-7038cc164f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:45:27.273903 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8e514b6d-6a59-44b6-922a-7038cc164f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:45:27.441444 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8e514b6d-6a59-44b6-922a-7038cc164f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:45:27.444020 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8e514b6d-6a59-44b6-922a-7038cc164f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:45:27.445203 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-8e514b6d-6a59-44b6-922a-7038cc164f65 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/16e1ab54-baf8-422e-97d4-0b44af7ec26f HTTP/1.1" status: 204 len: 168 time: 0.2546799 Aug 07 12:45:27.457233 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e514b6d-6a59-44b6-922a-7038cc164f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e1ab54-baf8-422e-97d4-0b44af7ec26f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:45:27.469678 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514b6d-6a59-44b6-922a-7038cc164f65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.473572 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514b6d-6a59-44b6-922a-7038cc164f65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.473572 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514b6d-6a59-44b6-922a-7038cc164f65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.473572 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514b6d-6a59-44b6-922a-7038cc164f65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.473572 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514b6d-6a59-44b6-922a-7038cc164f65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.473572 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514b6d-6a59-44b6-922a-7038cc164f65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.473572 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514b6d-6a59-44b6-922a-7038cc164f65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.474286 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514b6d-6a59-44b6-922a-7038cc164f65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.474497 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514b6d-6a59-44b6-922a-7038cc164f65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.474908 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514b6d-6a59-44b6-922a-7038cc164f65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.475457 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514b6d-6a59-44b6-922a-7038cc164f65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:27.476019 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e514b6d-6a59-44b6-922a-7038cc164f65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:45:33.447261 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-bd14e9fa-b63a-4dda-80b5-5d6b2c3ef48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:45:36.664613 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7a59eaeb-3d0c-4dbe-bbd5-52cab227059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:45:36.967163 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:45:37.330615 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:45:39.360772 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:45:40.544481 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 5 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:46:03.430956 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d1a9481e-30d1-44ac-abe2-998ccf03f311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:46:06.589632 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f79684d0-071f-4ec2-9c4a-cb2412425bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:46:07.057082 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:46:07.332474 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:46:09.395406 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:46:17.543783 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 5 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:46:33.474711 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2ec50ccb-6a41-4e64-a281-46bdb2be6dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:46:36.565930 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-802f10f0-e352-4507-a970-2326e95ff86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:46:36.948458 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:46:37.324725 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:46:39.382952 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:46:54.542528 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 5 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:47:03.427539 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f851f3b1-97ca-44da-a951-ab419a3aad3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:47:06.606044 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-5605589a-7c42-454f-b430-2a8d398d60ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:47:06.999154 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:47:07.027662 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-520445'] for agent, after_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:47:07.353256 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:47:09.398409 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:47:22.215348 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 58426) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:47:22.318676 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-3bb3f3ed-fc46-42e4-9baa-254548308f5f admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1021807 Aug 07 12:47:24.526626 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58436) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:47:24.590534 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-725973f9-29b2-4fc7-aee9-05cf3c16d64c admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0627732 Aug 07 12:47:31.540973 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:47:33.427356 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-a71501cc-0605-42cf-9025-dc2ee5db61f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:47:36.581237 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-26a66ce5-e4d6-4e53-9d42-1113096f5a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:47:37.021348 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:47:37.083161 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:47:37.358012 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:47:39.362752 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:03.438107 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-da8f313f-2764-4a28-be3f-5ee65f9dce03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:06.575141 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9fe42cce-b1ca-4cef-b617-8aee699e9f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:06.980986 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:06.991831 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:07.340622 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:08.540516 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:48:09.363472 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:33.426105 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-261d311d-f2ac-4c16-8d27-3d965381b07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:36.574675 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-58a070c0-7e4d-4a26-bc42-94c247287879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:36.980277 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:37.005074 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:37.357250 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:39.369000 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:45.538896 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:48:57.709419 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58620) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:48:58.343910 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1800253893-network', 'tenant_id': 'aa2a4a5930aa41eebe63a64ede80767c'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:48:58.449186 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Made reservation on behalf of aa2a4a5930aa41eebe63a64ede80767c for: {'network': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:48:58.451797 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:58.462846 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:58.587760 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:58.661117 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:58.700515 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=100621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:48:58.711001 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014c972b-62e0-4fd6-a66a-6be1892ed5f4,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:48:58.724996 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:58.724996 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.db.segments_db [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Added segment 0433a741-e926-46c7-b8ef-2039d080b274 of type vlan for network 31e76455-8f28-4f1f-831e-8e357311d283 Aug 07 12:48:58.738767 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:58.738767 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:58.738767 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:58.738767 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:58.738767 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:58.738767 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:58.738767 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:58.738767 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:58.738767 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:58.738767 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:58.738767 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:58.739818 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Tracked resource versions report: Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: pushed versions: Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: { 'AddressGroup': {'1.2'}, Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'ConntrackHelper': {'1.0'}, Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Log': {'1.0'}, Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Network': {'1.1'}, Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Port': {'1.7'}, Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'PortForwarding': {'1.2'}, Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'QosPolicy': {'1.9'}, Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'SecurityGroup': {'1.4'}, Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'SecurityGroupRule': {'1.2'}, Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'SubPort': {'1.0'}, Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Subnet': {'1.1'}, Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Trunk': {'1.1'}} Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: consumer versions: Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: { DHCP agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: HyperV agent@hv-cinder-78729: {}, Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: L3 agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: Metadata agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: Metering agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: Open vSwitch agent@dv-cinder-787296-2-iscsi: { 'AddressGroup': '1.2', Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'ConntrackHelper': '1.0', Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Log': '1.0', Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Network': '1.1', Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Port': '1.7', Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'PortForwarding': '1.2', Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'QosPolicy': '1.9', Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'SecurityGroup': '1.4', Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'SecurityGroupRule': '1.2', Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'SubPort': '1.0', Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Subnet': '1.1', Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: 'Trunk': '1.1'}} Aug 07 12:48:58.739948 dv-cinder-787296-2-iscsi neutron-server[100621]: {{(pid=100621) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 12:48:58.742133 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 58648) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:48:58.791428 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:58.860168 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 58660) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:48:58.963429 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:58.964410 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:48:58.965105 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:59.061922 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] Pushing event updated for resources: {'Network': ['ID=31e76455-8f28-4f1f-831e-8e357311d283,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:48:59.075512 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network 31e76455-8f28-4f1f-831e-8e357311d283 details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:48:59.101488 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 58672) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:48:59.104797 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-29592254-3eba-4d2f-911e-f57880bad244 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3939888 Aug 07 12:48:59.109889 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Request body: {'subnet': {'network_id': '31e76455-8f28-4f1f-831e-8e357311d283', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1800253893-subnet', 'tenant_id': 'aa2a4a5930aa41eebe63a64ede80767c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:48:59.156579 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-7a0eb497-caad-4a37-aa91-639e327a63ef admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-543845087-network', 'tenant_id': 'e94075116c334ad39b4fbfcde986d660'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:48:59.247625 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Made reservation on behalf of aa2a4a5930aa41eebe63a64ede80767c for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:48:59.249935 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Notify callbacks [] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:59.409488 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0eb497-caad-4a37-aa91-639e327a63ef admin admin] Made reservation on behalf of e94075116c334ad39b4fbfcde986d660 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:48:59.412045 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a0eb497-caad-4a37-aa91-639e327a63ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:59.422207 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a0eb497-caad-4a37-aa91-639e327a63ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:59.528320 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-45cc233d-ea94-4fb9-abb7-865ce663f710 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-641284543-network', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:48:59.570535 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a0eb497-caad-4a37-aa91-639e327a63ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:59.586283 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:59.650009 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f7fd01c-bedb-4db9-a9d4-5a6b4881b173,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:48:59.665993 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:59.665993 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:59.665993 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:59.665993 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:59.665993 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:59.665993 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:59.665993 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:59.665993 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:59.665993 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:59.665993 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:59.666833 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:59.666833 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Tracked resource versions report: Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: pushed versions: Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: { 'AddressGroup': {'1.2'}, Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'ConntrackHelper': {'1.0'}, Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Log': {'1.0'}, Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Network': {'1.1'}, Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Port': {'1.7'}, Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'PortForwarding': {'1.2'}, Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'QosPolicy': {'1.9'}, Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'SecurityGroup': {'1.4'}, Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'SecurityGroupRule': {'1.2'}, Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'SubPort': {'1.0'}, Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Subnet': {'1.1'}, Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Trunk': {'1.1'}} Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: consumer versions: Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: { DHCP agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: HyperV agent@hv-cinder-78729: {}, Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: L3 agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: Metadata agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: Metering agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: Open vSwitch agent@dv-cinder-787296-2-iscsi: { 'AddressGroup': '1.2', Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'ConntrackHelper': '1.0', Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Log': '1.0', Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Network': '1.1', Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Port': '1.7', Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'PortForwarding': '1.2', Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'QosPolicy': '1.9', Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'SecurityGroup': '1.4', Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'SecurityGroupRule': '1.2', Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'SubPort': '1.0', Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Subnet': '1.1', Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: 'Trunk': '1.1'}} Aug 07 12:48:59.667786 dv-cinder-787296-2-iscsi neutron-server[100620]: {{(pid=100620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 12:48:59.674899 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Checking segment: {'id': '0433a741-e926-46c7-b8ef-2039d080b274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '31e76455-8f28-4f1f-831e-8e357311d283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:48:59.675691 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Network hostable DHCP agents. Network: 31e76455-8f28-4f1f-831e-8e357311d283, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:48:59.735971 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a0eb497-caad-4a37-aa91-639e327a63ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:59.765576 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0eb497-caad-4a37-aa91-639e327a63ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:48:59.785684 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a0eb497-caad-4a37-aa91-639e327a63ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:59.786031 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.segments_db [None req-7a0eb497-caad-4a37-aa91-639e327a63ef admin admin] Added segment 67d7822a-27ab-493c-bf64-c73c39269c86 of type vlan for network d2321795-e5f2-40d8-bbcd-632960ec1b50 Aug 07 12:48:59.794956 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0eb497-caad-4a37-aa91-639e327a63ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db92338-6cac-45dd-bb76-e1056ea628a7,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:48:59.833635 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a0eb497-caad-4a37-aa91-639e327a63ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:59.850249 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Network 31e76455-8f28-4f1f-831e-8e357311d283 is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:48:59.889074 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cc233d-ea94-4fb9-abb7-865ce663f710 admin admin] Made reservation on behalf of fe58962fe09244deb2d59c8d994e7b3e for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:48:59.892454 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-45cc233d-ea94-4fb9-abb7-865ce663f710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:59.901675 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-45cc233d-ea94-4fb9-abb7-865ce663f710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:59.966574 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, 31e76455-8f28-4f1f-831e-8e357311d283) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:48:59.974149 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:48:59.974758 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:48:59.978251 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02caf484-17de-42b1-a0dc-a4add27d6e53 None None] Network 31e76455-8f28-4f1f-831e-8e357311d283 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:49:00.002486 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a0eb497-caad-4a37-aa91-639e327a63ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:00.003949 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0eb497-caad-4a37-aa91-639e327a63ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:00.004741 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7a0eb497-caad-4a37-aa91-639e327a63ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:00.086646 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0eb497-caad-4a37-aa91-639e327a63ef admin admin] Pushing event updated for resources: {'Network': ['ID=d2321795-e5f2-40d8-bbcd-632960ec1b50,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:00.102564 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-45cc233d-ea94-4fb9-abb7-865ce663f710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:00.109667 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network d2321795-e5f2-40d8-bbcd-632960ec1b50 details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:49:00.183022 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-45cc233d-ea94-4fb9-abb7-865ce663f710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:00.186017 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24ac8a1-477e-473f-ac1a-b3b3e424bcb3 None None] Network 31e76455-8f28-4f1f-831e-8e357311d283 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:49:00.206062 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45cc233d-ea94-4fb9-abb7-865ce663f710 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:49:00.221983 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc233d-ea94-4fb9-abb7-865ce663f710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959ac85f-c080-4559-9e02-27edfef74c05,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:00.224934 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-45cc233d-ea94-4fb9-abb7-865ce663f710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:00.225846 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.segments_db [None req-45cc233d-ea94-4fb9-abb7-865ce663f710 admin admin] Added segment 020700c2-f330-4566-ba5d-4a95cd9e2e23 of type vlan for network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 Aug 07 12:49:00.269910 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-45cc233d-ea94-4fb9-abb7-865ce663f710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:00.294212 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-7a0eb497-caad-4a37-aa91-639e327a63ef admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5514913 Aug 07 12:49:00.297274 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 58708) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:00.303071 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-65d391d5-c4a4-4463-9b93-248755351431 admin admin] Request body: {'subnet': {'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-543845087-subnet', 'tenant_id': 'e94075116c334ad39b4fbfcde986d660', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:00.339748 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-289f4b80-74ff-43a0-b392-4a8443c712de admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2354152 Aug 07 12:49:00.390537 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-45cc233d-ea94-4fb9-abb7-865ce663f710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:00.392382 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cc233d-ea94-4fb9-abb7-865ce663f710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:00.392985 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-45cc233d-ea94-4fb9-abb7-865ce663f710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:00.464209 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc233d-ea94-4fb9-abb7-865ce663f710 admin admin] Pushing event updated for resources: {'Network': ['ID=b7e5231c-9a47-4d29-8859-d08f4c51f6a5,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:00.483706 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:49:00.506616 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d391d5-c4a4-4463-9b93-248755351431 admin admin] Made reservation on behalf of e94075116c334ad39b4fbfcde986d660 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:49:00.511651 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-65d391d5-c4a4-4463-9b93-248755351431 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:00.599828 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-45cc233d-ea94-4fb9-abb7-865ce663f710 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7362545 Aug 07 12:49:00.602920 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 58722) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:00.612957 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f6bf2d1f-8697-43c6-b5e6-0e52c36821c7 admin admin] Request body: {'subnet': {'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-641284543-subnet', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:00.792504 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-65d391d5-c4a4-4463-9b93-248755351431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:00.843352 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bf2d1f-8697-43c6-b5e6-0e52c36821c7 admin admin] Made reservation on behalf of fe58962fe09244deb2d59c8d994e7b3e for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:49:00.846270 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f6bf2d1f-8697-43c6-b5e6-0e52c36821c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:01.051324 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d391d5-c4a4-4463-9b93-248755351431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb5a6588-eee4-40e0-8f56-708709b8be3c,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:01.068400 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d391d5-c4a4-4463-9b93-248755351431 admin admin] Checking segment: {'id': '67d7822a-27ab-493c-bf64-c73c39269c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:49:01.068703 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d391d5-c4a4-4463-9b93-248755351431 admin admin] Network hostable DHCP agents. Network: d2321795-e5f2-40d8-bbcd-632960ec1b50, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:49:01.145146 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f6bf2d1f-8697-43c6-b5e6-0e52c36821c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:01.181245 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d391d5-c4a4-4463-9b93-248755351431 admin admin] Network d2321795-e5f2-40d8-bbcd-632960ec1b50 is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:49:01.215616 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf2d1f-8697-43c6-b5e6-0e52c36821c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=300bb429-c76c-4118-afab-6302f18dd66e,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:01.221523 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bf2d1f-8697-43c6-b5e6-0e52c36821c7 admin admin] Checking segment: {'id': '020700c2-f330-4566-ba5d-4a95cd9e2e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:49:01.221887 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bf2d1f-8697-43c6-b5e6-0e52c36821c7 admin admin] Network hostable DHCP agents. Network: b7e5231c-9a47-4d29-8859-d08f4c51f6a5, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:49:01.273282 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-65d391d5-c4a4-4463-9b93-248755351431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, d2321795-e5f2-40d8-bbcd-632960ec1b50) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:49:01.283912 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d391d5-c4a4-4463-9b93-248755351431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:01.283912 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-65d391d5-c4a4-4463-9b93-248755351431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:01.284193 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b108da-af87-4126-9cff-661bc6eec4bb None None] Network d2321795-e5f2-40d8-bbcd-632960ec1b50 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:49:01.372095 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bf2d1f-8697-43c6-b5e6-0e52c36821c7 admin admin] Network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:49:01.379822 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-f6bf2d1f-8697-43c6-b5e6-0e52c36821c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, b7e5231c-9a47-4d29-8859-d08f4c51f6a5) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:49:01.385581 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bf2d1f-8697-43c6-b5e6-0e52c36821c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:01.386011 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f6bf2d1f-8697-43c6-b5e6-0e52c36821c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:01.396515 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-65d391d5-c4a4-4463-9b93-248755351431 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0978737 Aug 07 12:49:01.398032 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3170584d-7bfb-4ffd-88ef-4d6cefd0c945 None None] Network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:49:01.402080 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58762) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:01.409096 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-543845087-router', 'tenant_id': 'e94075116c334ad39b4fbfcde986d660', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:01.467821 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cafc096-de13-408c-81bb-1242ca605d78 None None] Network d2321795-e5f2-40d8-bbcd-632960ec1b50 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:49:01.478018 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-f6bf2d1f-8697-43c6-b5e6-0e52c36821c7 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8739147 Aug 07 12:49:01.480725 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 58764) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:01.487138 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:01.569670 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-521424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14588'] for router, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:01.570750 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14583'] for router, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:01.640406 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:01.695215 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-521424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14588'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:01.696971 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14583'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:01.731311 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc15771-8cdc-587f-93b0-745bffc99d06-b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'fixed_ips': [{'subnet_id': '300bb429-c76c-4118-afab-6302f18dd66e'}]}} from dv-cinder-787296-2-iscsi. {{(pid=100622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 12:49:01.732627 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:01.894827 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:01.909765 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.db_base_plugin_common [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Allocated IP 172.20.0.2 (b7e5231c-9a47-4d29-8859-d08f4c51f6a5/300bb429-c76c-4118-afab-6302f18dd66e/9dda882f-bcf2-4888-b972-619e24ff6f21) {{(pid=100622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:49:01.931087 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:02.105671 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Notify callbacks [] for port, precommit_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:02.115863 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Transition to ACTIVE for port object 9dda882f-bcf2-4888-b972-619e24ff6f21 will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:49:02.136752 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Transition to ACTIVE for port object 9dda882f-bcf2-4888-b972-619e24ff6f21 will not be triggered until provisioned by entity DHCP. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:49:02.159199 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:02.237772 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:02.272206 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:02.286865 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 is already hosted by enough agents. {{(pid=100622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:49:02.291974 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.base_scheduler [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Resources bound (agent type, host, resource id): {{(pid=100622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:49:02.294083 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:02.294612 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Received port after_create {{(pid=100622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:49:02.325077 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Pushing event updated for resources: {'Port': ['ID=9dda882f-bcf2-4888-b972-619e24ff6f21,revision_number=1']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:02.335810 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:02.336472 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:02.336999 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:02.337501 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:02.337837 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:02.338165 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:02.338524 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:02.338910 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:02.339260 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:02.339583 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:02.339907 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:02.340239 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Tracked resource versions report: Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: pushed versions: Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: { 'AddressGroup': {'1.2'}, Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'ConntrackHelper': {'1.0'}, Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Log': {'1.0'}, Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Network': {'1.1'}, Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Port': {'1.7'}, Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'PortForwarding': {'1.2'}, Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'QosPolicy': {'1.9'}, Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'SecurityGroup': {'1.4'}, Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'SecurityGroupRule': {'1.2'}, Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'SubPort': {'1.0'}, Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Subnet': {'1.1'}, Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Trunk': {'1.1'}} Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: consumer versions: Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: { DHCP agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: HyperV agent@hv-cinder-78729: {}, Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: L3 agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: Metadata agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: Metering agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: Open vSwitch agent@dv-cinder-787296-2-iscsi: { 'AddressGroup': '1.2', Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'ConntrackHelper': '1.0', Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Log': '1.0', Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Network': '1.1', Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Port': '1.7', Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'PortForwarding': '1.2', Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'QosPolicy': '1.9', Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'SecurityGroup': '1.4', Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'SecurityGroupRule': '1.2', Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'SubPort': '1.0', Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Subnet': '1.1', Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: 'Trunk': '1.1'}} Aug 07 12:49:02.341368 dv-cinder-787296-2-iscsi neutron-server[100622]: {{(pid=100622) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 12:49:02.386162 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Attempting to bind port 9dda882f-bcf2-4888-b972-619e24ff6f21 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:49:02.386913 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Attempting to bind port 9dda882f-bcf2-4888-b972-619e24ff6f21 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '020700c2-f330-4566-ba5d-4a95cd9e2e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:49:02.387446 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Attempting to bind port 9dda882f-bcf2-4888-b972-619e24ff6f21 on network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:49:02.396322 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:49:02.396883 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Checking segment: {'id': '020700c2-f330-4566-ba5d-4a95cd9e2e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:49:02.397424 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:02.397977 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Bound using segment: {'id': '020700c2-f330-4566-ba5d-4a95cd9e2e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:49:02.398669 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Bound port: 9dda882f-bcf2-4888-b972-619e24ff6f21, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020700c2-f330-4566-ba5d-4a95cd9e2e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:49:02.399186 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:02.426364 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Allocated IP 172.27.3.102 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/f590716f-c6f9-4b97-8cde-fe363b806a25) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:49:02.474152 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] For port 9dda882f-bcf2-4888-b972-619e24ff6f21, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:49:02.479021 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] For port 9dda882f-bcf2-4888-b972-619e24ff6f21, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=9dda882f-bcf2-4888-b972-619e24ff6f21,segment=NetworkSegment(020700c2-f330-4566-ba5d-4a95cd9e2e23),segment_id=020700c2-f330-4566-ba5d-4a95cd9e2e23)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:49:02.519908 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:02.547918 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:02.581565 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:02.660059 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e84904-14c2-47d3-b8ab-538a23368534 None None] Pushing event updated for resources: {'Port': ['ID=9dda882f-bcf2-4888-b972-619e24ff6f21,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:02.686006 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:02.871017 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:02.920729 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:49:02.948710 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:49:02.948710 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:49:02.961899 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Allocated IP 172.27.3.231 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/61b9f790-7ad2-4e27-941c-ea41f5504b72) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:49:03.021050 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Pushing event updated for resources: {'Port': ['ID=f590716f-c6f9-4b97-8cde-fe363b806a25,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:03.088236 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:03.276658 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:03.308458 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:03.332230 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:49:03.336630 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:49:03.339063 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Pushing event updated for resources: {'Port': ['ID=61b9f790-7ad2-4e27-941c-ea41f5504b72,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:03.368930 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:49:03.473354 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-0c08b9b0-c3ae-44a4-aa0b-8c87fafd78c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:03.549120 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519650'] for router, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:03.655770 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 9dda882f-bcf2-4888-b972-619e24ff6f21 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:49:03.779588 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 58838) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:03.785064 dv-cinder-787296-2-iscsi neutron-server[100620]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 07 12:49:03.917447 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Router 0bcb98c0-4dbf-41b9-a1d1-95280475443b is scheduled to L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e with binding_index 1 {{(pid=100621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 12:49:03.917589 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 9dda882f-bcf2-4888-b972-619e24ff6f21 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:49:03.995851 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c473e3af-a3e3-4ac1-b8e2-bff3c7b4ba12 None None] Network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:49:04.068942 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-5806ad1e-eaf7-4f93-be19-61805b2c5d72 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:04.069622 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:49:04.070630 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-5806ad1e-eaf7-4f93-be19-61805b2c5d72 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/networks?id=31e76455-8f28-4f1f-831e-8e357311d283 HTTP/1.1" status: 200 len: 812 time: 0.2868361 Aug 07 12:49:04.073463 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:04.093613 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Sync routers for ids ['0bcb98c0-4dbf-41b9-a1d1-95280475443b'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:49:04.120508 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Routers {'0bcb98c0-4dbf-41b9-a1d1-95280475443b'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:49:04.123945 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:48:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['0bcb98c0-4dbf-41b9-a1d1-95280475443b'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:04.164031 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-dc2d1982-6157-4ec2-8c0d-82b555ab5076 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/quotas/aa2a4a5930aa41eebe63a64ede80767c HTTP/1.1" status: 200 len: 375 time: 0.0306547 Aug 07 12:49:04.214838 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] Notify callbacks [] for router, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:04.218748 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-c503ace1-d6b6-41d8-9b6d-f97b4bf6968d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8122954 Aug 07 12:49:04.219218 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58848) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:04.222709 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-e65c1101-253b-474d-bfa8-2a96175aab11 None None] Provisioning for port 9dda882f-bcf2-4888-b972-619e24ff6f21 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:49:04.231866 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-e65c1101-253b-474d-bfa8-2a96175aab11 None None] Provisioning complete for port 9dda882f-bcf2-4888-b972-619e24ff6f21 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:49:04.232601 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e65c1101-253b-474d-bfa8-2a96175aab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:04.277923 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-acd72830-ff71-4a69-87b4-e350985a6da3 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa2a4a5930aa41eebe63a64ede80767c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105175 Aug 07 12:49:04.305361 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Set router 0bcb98c0-4dbf-41b9-a1d1-95280475443b gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:49:04.393688 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e65c1101-253b-474d-bfa8-2a96175aab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:04.447817 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-e65c1101-253b-474d-bfa8-2a96175aab11 None None] For port 9dda882f-bcf2-4888-b972-619e24ff6f21, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=9dda882f-bcf2-4888-b972-619e24ff6f21,segment=NetworkSegment(020700c2-f330-4566-ba5d-4a95cd9e2e23),segment_id=020700c2-f330-4566-ba5d-4a95cd9e2e23)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:49:04.540524 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e65c1101-253b-474d-bfa8-2a96175aab11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:04.645896 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c1101-253b-474d-bfa8-2a96175aab11 None None] Pushing event updated for resources: {'Port': ['ID=9dda882f-bcf2-4888-b972-619e24ff6f21,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:04.666036 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-afb1194d-bad8-41ba-b574-83af77ae85bb None None] Provisioning complete for port 9dda882f-bcf2-4888-b972-619e24ff6f21 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:49:04.666900 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-afb1194d-bad8-41ba-b574-83af77ae85bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:04.684498 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519650'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:04.686559 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 58862) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:04.690154 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'name': 'tempest-ServerRescueNegativeTestJSON-543845087-router', 'tenant_id': 'e94075116c334ad39b4fbfcde986d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f590716f-c6f9-4b97-8cde-fe363b806a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:03Z', 'revision_number': 3, 'project_id': 'e94075116c334ad39b4fbfcde986d660', 'gw_port': {'id': 'f590716f-c6f9-4b97-8cde-fe363b806a25', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:14:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:04.725495 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Checking router: 0bcb98c0-4dbf-41b9-a1d1-95280475443b for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:49:04.726115 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Updating router 0bcb98c0-4dbf-41b9-a1d1-95280475443b port f590716f-c6f9-4b97-8cde-fe363b806a25 binding host dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:49:04.794727 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:04.924426 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25e221dd-d7ca-469c-9dc2-8009bc7f4940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:04.943028 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-4bfa9d63-2b61-49c3-8e2d-00b970783d3d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 12:49:04.944339 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-4bfa9d63-2b61-49c3-8e2d-00b970783d3d service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2651381 Aug 07 12:49:05.096501 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25e221dd-d7ca-469c-9dc2-8009bc7f4940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:05.127963 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:05.195529 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-27684a0b-09a0-4c0b-a6a1-8e526f3a9df3 service neutron] 10.222.0.59 "GET /v2.0/networks/31e76455-8f28-4f1f-831e-8e357311d283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434974 Aug 07 12:49:05.269893 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Router e7181ac5-1cbc-446e-b133-27bc70ad593a is scheduled to L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 12:49:05.271858 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25e221dd-d7ca-469c-9dc2-8009bc7f4940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:05.280059 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Notify callbacks [] for port, precommit_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:05.297477 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.provisioning_blocks [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Transition to ACTIVE for port object f590716f-c6f9-4b97-8cde-fe363b806a25 will not be triggered until provisioned by entity L2. {{(pid=100623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:49:05.358851 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] Allocated IP 172.20.0.1 (d2321795-e5f2-40d8-bbcd-632960ec1b50/fb5a6588-eee4-40e0-8f56-708709b8be3c/ead4596e-d991-4753-86b5-d00e78ac0eb0) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:49:05.362837 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-25e221dd-d7ca-469c-9dc2-8009bc7f4940 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=62b4829ec71e4baa8c11caa6864b3a4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6709151 Aug 07 12:49:05.364221 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58902) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:05.380144 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:05.399359 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e221dd-d7ca-469c-9dc2-8009bc7f4940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6ee2b0-da71-46e6-a50f-35789ad52af5,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:05.445844 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Attempting to bind port f590716f-c6f9-4b97-8cde-fe363b806a25 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:49:05.446252 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Attempting to bind port f590716f-c6f9-4b97-8cde-fe363b806a25 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:49:05.446810 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Attempting to bind port f590716f-c6f9-4b97-8cde-fe363b806a25 on network fd7d933b-f844-4b10-a5d9-6801ea2e0efc {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:49:05.455261 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380e090-68db-4829-8d2f-7283de6e53be None None] Pushing event updated for resources: {'Port': ['ID=f590716f-c6f9-4b97-8cde-fe363b806a25,revision_number=2']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:05.458919 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:49:05.459557 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Checking segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:49:05.460163 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:05.460570 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Bound using segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:49:05.461060 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Bound port: f590716f-c6f9-4b97-8cde-fe363b806a25, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:49:05.461526 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:05.471555 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-a76c1eaa-ab60-4f8d-aab3-003c7d1b4d6e service neutron] 10.222.0.59 "GET /v2.0/networks/31e76455-8f28-4f1f-831e-8e357311d283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687099 Aug 07 12:49:05.495775 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380e090-68db-4829-8d2f-7283de6e53be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:05.496984 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380e090-68db-4829-8d2f-7283de6e53be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:05.498158 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380e090-68db-4829-8d2f-7283de6e53be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:05.498872 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380e090-68db-4829-8d2f-7283de6e53be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:05.499830 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380e090-68db-4829-8d2f-7283de6e53be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:05.500412 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380e090-68db-4829-8d2f-7283de6e53be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:05.501520 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380e090-68db-4829-8d2f-7283de6e53be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:05.502154 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380e090-68db-4829-8d2f-7283de6e53be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:05.502706 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380e090-68db-4829-8d2f-7283de6e53be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:05.504535 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380e090-68db-4829-8d2f-7283de6e53be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:05.505417 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380e090-68db-4829-8d2f-7283de6e53be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:05.506715 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380e090-68db-4829-8d2f-7283de6e53be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8380e090-68db-4829-8d2f-7283de6e53be None None] Tracked resource versions report: Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: pushed versions: Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: { 'AddressGroup': {'1.2'}, Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'ConntrackHelper': {'1.0'}, Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Log': {'1.0'}, Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Network': {'1.1'}, Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Port': {'1.7'}, Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'PortForwarding': {'1.2'}, Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'QosPolicy': {'1.9'}, Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'SecurityGroup': {'1.4'}, Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'SecurityGroupRule': {'1.2'}, Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'SubPort': {'1.0'}, Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Subnet': {'1.1'}, Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Trunk': {'1.1'}} Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: consumer versions: Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: { DHCP agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: HyperV agent@hv-cinder-78729: {}, Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: L3 agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: Metadata agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: Metering agent@dv-cinder-787296-2-iscsi: {}, Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: Open vSwitch agent@dv-cinder-787296-2-iscsi: { 'AddressGroup': '1.2', Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'ConntrackHelper': '1.0', Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Log': '1.0', Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Network': '1.1', Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Port': '1.7', Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'PortForwarding': '1.2', Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'QosPolicy': '1.9', Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'SecurityGroup': '1.4', Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'SecurityGroupRule': '1.2', Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'SubPort': '1.0', Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Subnet': '1.1', Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: 'Trunk': '1.1'}} Aug 07 12:49:05.509217 dv-cinder-787296-2-iscsi neutron-server[100623]: {{(pid=100623) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 07 12:49:05.536568 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:49:05.547640 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Sync routers for ids ['e7181ac5-1cbc-446e-b133-27bc70ad593a'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:49:05.564704 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Routers {'e7181ac5-1cbc-446e-b133-27bc70ad593a'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:49:05.565529 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:48:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['e7181ac5-1cbc-446e-b133-27bc70ad593a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:05.604698 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4d1efb65-bbc2-432d-992c-931092277ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:05.607520 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] For port f590716f-c6f9-4b97-8cde-fe363b806a25, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:49:05.612912 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] For port f590716f-c6f9-4b97-8cde-fe363b806a25, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=f590716f-c6f9-4b97-8cde-fe363b806a25,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:49:05.634478 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4d1efb65-bbc2-432d-992c-931092277ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:05.669430 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 9dda882f-bcf2-4888-b972-619e24ff6f21 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:49:05.689060 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] Notify callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:05.690835 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-4b1c7e73-0244-4199-8506-b04b9a89c6ac admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2089725 Aug 07 12:49:05.696839 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 58910) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:05.712386 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:05.734083 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:05.794316 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Routers {'0bcb98c0-4dbf-41b9-a1d1-95280475443b'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:49:05.795788 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:48:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['0bcb98c0-4dbf-41b9-a1d1-95280475443b'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:05.879750 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380e090-68db-4829-8d2f-7283de6e53be None None] Pushing event updated for resources: {'Port': ['ID=f590716f-c6f9-4b97-8cde-fe363b806a25,revision_number=3']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:05.913093 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4d1efb65-bbc2-432d-992c-931092277ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:05.920036 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4d1efb65-bbc2-432d-992c-931092277ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:05.923976 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-4d1efb65-bbc2-432d-992c-931092277ecc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ec6ee2b0-da71-46e6-a50f-35789ad52af5 HTTP/1.1" status: 204 len: 168 time: 0.5585406 Aug 07 12:49:05.946895 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1efb65-bbc2-432d-992c-931092277ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6ee2b0-da71-46e6-a50f-35789ad52af5,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:05.964289 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:06.015346 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Set router e7181ac5-1cbc-446e-b133-27bc70ad593a gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:49:06.023337 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 9dda882f-bcf2-4888-b972-619e24ff6f21 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:49:06.023337 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:06.055850 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] Network d2321795-e5f2-40d8-bbcd-632960ec1b50 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:49:06.062269 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:49:06.072569 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] Pushing event updated for resources: {'Port': ['ID=ead4596e-d991-4753-86b5-d00e78ac0eb0,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:06.102232 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:49:06.102693 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520721'] for router_interface, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:06.162913 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] Set router 0bcb98c0-4dbf-41b9-a1d1-95280475443b gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:49:06.554259 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:06.617126 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'name': 'tempest-ServerRescueNegativeTestJSON-543845087-router', 'tenant_id': 'e94075116c334ad39b4fbfcde986d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f590716f-c6f9-4b97-8cde-fe363b806a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:03Z', 'revision_number': 3, 'project_id': 'e94075116c334ad39b4fbfcde986d660', 'gw_port': {'id': 'f590716f-c6f9-4b97-8cde-fe363b806a25', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:14:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:06.620098 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:03Z', 'revision_number': 3, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:06.671005 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-bd551daf-2570-4f8e-a7a7-6286e1e93b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:06.676157 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Checking router: e7181ac5-1cbc-446e-b133-27bc70ad593a for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:49:06.676923 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Updating router e7181ac5-1cbc-446e-b133-27bc70ad593a port 61b9f790-7ad2-4e27-941c-ea41f5504b72 binding host dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:49:06.706075 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:06.719508 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c0e05-f6ba-44c0-9a34-69ac68683db0 None None] The sync data for ids ['0bcb98c0-4dbf-41b9-a1d1-95280475443b'] in dv-cinder-787296-2-iscsi is: [{'id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'name': 'tempest-ServerRescueNegativeTestJSON-543845087-router', 'tenant_id': 'e94075116c334ad39b4fbfcde986d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f590716f-c6f9-4b97-8cde-fe363b806a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:03Z', 'revision_number': 3, 'project_id': 'e94075116c334ad39b4fbfcde986d660', 'gw_port': {'id': 'f590716f-c6f9-4b97-8cde-fe363b806a25', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:14:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:49:06.762910 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:06.799172 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-aa0e5d11-4ef8-4139-b681-65117fe723da req-95cc92fc-8e2e-40fa-927f-6d97e0d6e82b tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 210 time: 0.1010308 Aug 07 12:49:06.839657 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:06.951738 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:06.952696 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520869'] for router_interface, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:07.125371 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:07.131410 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:07.201576 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] Pushing event updated for resources: {'Port': ['ID=ead4596e-d991-4753-86b5-d00e78ac0eb0,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:07.341237 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] Network d2321795-e5f2-40d8-bbcd-632960ec1b50 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:49:07.348316 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:49:07.357216 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 58988) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:07.419628 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d728466b-d09a-4760-bf47-60c649a73172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:07.424210 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Notify callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:07.431583 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Allocated IP 172.20.0.1 (b7e5231c-9a47-4d29-8859-d08f4c51f6a5/300bb429-c76c-4118-afab-6302f18dd66e/805c9e83-0680-42bc-8edc-245577d2278b) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:49:07.455704 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:07.468826 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Transition to ACTIVE for port object 61b9f790-7ad2-4e27-941c-ea41f5504b72 will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:49:07.564871 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] Router 0bcb98c0-4dbf-41b9-a1d1-95280475443b has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:49:07.580762 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:07.707816 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:07.718722 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d728466b-d09a-4760-bf47-60c649a73172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:07.780568 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Transition to ACTIVE for port object 805c9e83-0680-42bc-8edc-245577d2278b will not be triggered until provisioned by entity DHCP. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:49:07.781365 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Attempting to bind port 61b9f790-7ad2-4e27-941c-ea41f5504b72 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:49:07.781365 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Attempting to bind port 61b9f790-7ad2-4e27-941c-ea41f5504b72 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:49:07.781365 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Attempting to bind port 61b9f790-7ad2-4e27-941c-ea41f5504b72 on network fd7d933b-f844-4b10-a5d9-6801ea2e0efc {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:49:07.812501 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:49:07.832507 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device f590716f-c6f9-4b97-8cde-fe363b806a25 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:49:07.832855 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-9fb47e73-4d3e-4bfc-9b55-d16b89f0001d admin admin] 10.222.0.59 "PUT /v2.0/routers/0bcb98c0-4dbf-41b9-a1d1-95280475443b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6069119 Aug 07 12:49:07.866503 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d728466b-d09a-4760-bf47-60c649a73172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:07.922703 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728466b-d09a-4760-bf47-60c649a73172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a9eb89-e6b5-40c4-8171-bce6c0de8015,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:07.927205 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:49:07.931348 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-d728466b-d09a-4760-bf47-60c649a73172 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=caf5acf3e45e4c5c938139c487aa3c2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5683491 Aug 07 12:49:07.931461 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:07.932512 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Checking segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:49:07.933166 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:07.933738 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Bound using segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:49:07.934429 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Bound port: 61b9f790-7ad2-4e27-941c-ea41f5504b72, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:49:07.937131 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:07.940271 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 59020) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:08.036100 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbc2c0-7f17-433d-9fc2-8369ab024d49 None None] Pushing event updated for resources: {'Port': ['ID=61b9f790-7ad2-4e27-941c-ea41f5504b72,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:08.055260 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] For port 61b9f790-7ad2-4e27-941c-ea41f5504b72, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:49:08.064329 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] For port 61b9f790-7ad2-4e27-941c-ea41f5504b72, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=61b9f790-7ad2-4e27-941c-ea41f5504b72,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:49:08.093449 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:49:08.179719 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:08.240482 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port f590716f-c6f9-4b97-8cde-fe363b806a25 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:49:08.264533 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port f590716f-c6f9-4b97-8cde-fe363b806a25 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:49:08.265007 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:08.273880 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Routers {'e7181ac5-1cbc-446e-b133-27bc70ad593a'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:49:08.274631 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:49:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['e7181ac5-1cbc-446e-b133-27bc70ad593a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:08.310604 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Pushing event updated for resources: {'Port': ['ID=805c9e83-0680-42bc-8edc-245577d2278b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:08.320828 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbc2c0-7f17-433d-9fc2-8369ab024d49 None None] Pushing event updated for resources: {'Port': ['ID=61b9f790-7ad2-4e27-941c-ea41f5504b72,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:08.331194 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:49:08.373601 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:49:08.376219 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520721'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:08.573628 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] Set router e7181ac5-1cbc-446e-b133-27bc70ad593a gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:49:08.586838 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59056) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:08.647342 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:08.730052 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-57419759-d77c-482a-bb45-032295691fd6 req-c5a08e1c-4c7c-4584-b7cb-13f3faa1e61d tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 210 time: 0.7208135 Aug 07 12:49:08.802827 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3d769a94-2def-44a1-a899-0a8e295ec15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:08.823106 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port f590716f-c6f9-4b97-8cde-fe363b806a25, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=f590716f-c6f9-4b97-8cde-fe363b806a25,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:49:08.920464 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3d769a94-2def-44a1-a899-0a8e295ec15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:08.932136 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:08.946495 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-227c97c5-c8cd-49d2-aeed-202abf7f6f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:08.984268 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59082) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:08.984268 dv-cinder-787296-2-iscsi neutron-server[100621]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 07 12:49:09.060359 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-9a426e8e-7a40-4111-93be-70ac2f93f6b2 None None] Provisioning for port 805c9e83-0680-42bc-8edc-245577d2278b completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:49:09.077483 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-9a426e8e-7a40-4111-93be-70ac2f93f6b2 None None] Provisioning complete for port 805c9e83-0680-42bc-8edc-245577d2278b triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:49:09.077800 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9a426e8e-7a40-4111-93be-70ac2f93f6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:09.113025 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=f590716f-c6f9-4b97-8cde-fe363b806a25,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:09.135604 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-9a426e8e-7a40-4111-93be-70ac2f93f6b2 None None] Port 805c9e83-0680-42bc-8edc-245577d2278b cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:49:09.152651 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:03Z', 'revision_number': 3, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:09.186575 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3d769a94-2def-44a1-a899-0a8e295ec15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:09.190236 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fd8fd7-b809-46fb-98e2-2c642932b549 None None] The sync data for ids ['e7181ac5-1cbc-446e-b133-27bc70ad593a'] in dv-cinder-787296-2-iscsi is: [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:03Z', 'revision_number': 3, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:49:09.192815 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3d769a94-2def-44a1-a899-0a8e295ec15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:09.194902 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-3d769a94-2def-44a1-a899-0a8e295ec15b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c0a9eb89-e6b5-40c4-8171-bce6c0de8015 HTTP/1.1" status: 204 len: 168 time: 1.2484961 Aug 07 12:49:09.237000 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-ba355b9a-89e5-4980-947e-a475b6c0364b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:09.246831 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-ba355b9a-89e5-4980-947e-a475b6c0364b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/networks?id=d2321795-e5f2-40d8-bbcd-632960ec1b50 HTTP/1.1" status: 200 len: 818 time: 0.2709317 Aug 07 12:49:09.276341 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-14fd0cef-18d1-41d6-9100-adc8205eafbd tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/quotas/e94075116c334ad39b4fbfcde986d660 HTTP/1.1" status: 200 len: 375 time: 0.0273113 Aug 07 12:49:09.333393 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d769a94-2def-44a1-a899-0a8e295ec15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a9eb89-e6b5-40c4-8171-bce6c0de8015,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:09.359602 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:09.420184 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:09.440247 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-3a862231-9413-4415-90d0-ffb2a2d6a652 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e94075116c334ad39b4fbfcde986d660&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1639726 Aug 07 12:49:09.472610 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-227c97c5-c8cd-49d2-aeed-202abf7f6f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:09.543337 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Sync routers for ids ['0bcb98c0-4dbf-41b9-a1d1-95280475443b'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:49:09.558427 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Routers {'0bcb98c0-4dbf-41b9-a1d1-95280475443b'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:49:09.564921 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:49:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['0bcb98c0-4dbf-41b9-a1d1-95280475443b'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:09.574319 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-227c97c5-c8cd-49d2-aeed-202abf7f6f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:09.663243 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device f590716f-c6f9-4b97-8cde-fe363b806a25 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:49:09.762147 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-227c97c5-c8cd-49d2-aeed-202abf7f6f9f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=33d1ab44f784410f98a215cebf3d6cd6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1692483 Aug 07 12:49:09.777949 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59112) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:09.810041 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c97c5-c8cd-49d2-aeed-202abf7f6f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3df709-554a-4196-9fd6-1653c35a48fa,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:09.842022 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:09.872876 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-0c2ad1a9-1589-4d93-8d0b-4b212c3b772b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=100621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 12:49:09.873931 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-0c2ad1a9-1589-4d93-8d0b-4b212c3b772b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2211018 Aug 07 12:49:09.909939 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port f590716f-c6f9-4b97-8cde-fe363b806a25 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:49:09.910567 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:09.917383 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:09.917871 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Set router 0bcb98c0-4dbf-41b9-a1d1-95280475443b gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:49:09.919366 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520869'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:10.089539 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-906be6a8-11bc-49c8-b30e-8ebe512cca87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:10.175113 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-95a71feb-c273-4477-950d-204d623c36b8 service neutron] 10.222.0.59 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762117 Aug 07 12:49:10.181200 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-906be6a8-11bc-49c8-b30e-8ebe512cca87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:10.184671 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Pushing event updated for resources: {'Port': ['ID=805c9e83-0680-42bc-8edc-245577d2278b,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:10.321544 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ad293565-cbf9-4d14-80bf-d2de901c8eb1 req-bda092ff-9f28-4adb-8072-875f652cdae7 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 210 time: 0.1269767 Aug 07 12:49:10.369551 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:49:10.370892 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:49:10.395783 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'name': 'tempest-ServerRescueNegativeTestJSON-543845087-router', 'tenant_id': 'e94075116c334ad39b4fbfcde986d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f590716f-c6f9-4b97-8cde-fe363b806a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:06Z', 'revision_number': 4, 'project_id': 'e94075116c334ad39b4fbfcde986d660', 'gw_port': {'id': 'f590716f-c6f9-4b97-8cde-fe363b806a25', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': 'ead4596e-d991-4753-86b5-d00e78ac0eb0', 'name': '', 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50', 'tenant_id': 'e94075116c334ad39b4fbfcde986d660', 'mac_address': 'fa:16:3e:5d:42:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fb5a6588-eee4-40e0-8f56-708709b8be3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:05Z', 'updated_at': '2021-08-07T12:49:06Z', 'revision_number': 2, 'project_id': 'e94075116c334ad39b4fbfcde986d660', 'subnets': [{'id': 'fb5a6588-eee4-40e0-8f56-708709b8be3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:10.476378 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Checking router: 0bcb98c0-4dbf-41b9-a1d1-95280475443b for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:49:10.476745 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Updating router 0bcb98c0-4dbf-41b9-a1d1-95280475443b port ead4596e-d991-4753-86b5-d00e78ac0eb0 binding host dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:49:10.500935 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-67222f40-c488-4390-8c8b-448043d6eaff service neutron] 10.222.0.59 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992966 Aug 07 12:49:10.535898 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:10.608464 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-906be6a8-11bc-49c8-b30e-8ebe512cca87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:10.611966 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-906be6a8-11bc-49c8-b30e-8ebe512cca87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:10.616107 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-906be6a8-11bc-49c8-b30e-8ebe512cca87 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4b3df709-554a-4196-9fd6-1653c35a48fa HTTP/1.1" status: 204 len: 168 time: 0.8369215 Aug 07 12:49:10.626387 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906be6a8-11bc-49c8-b30e-8ebe512cca87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3df709-554a-4196-9fd6-1653c35a48fa,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:10.684018 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Router e7181ac5-1cbc-446e-b133-27bc70ad593a has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:49:10.812202 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-89ae2a0a-0be8-4798-958a-f3bd4aae91f2 None None] Provisioning complete for port 805c9e83-0680-42bc-8edc-245577d2278b triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:49:10.812954 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-89ae2a0a-0be8-4798-958a-f3bd4aae91f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:10.894908 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:49:10.919504 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-44baa1cd-8bb8-4d23-bd42-2af9f7819024 admin admin] 10.222.0.59 "PUT /v2.0/routers/e7181ac5-1cbc-446e-b133-27bc70ad593a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2214942 Aug 07 12:49:10.928732 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-89ae2a0a-0be8-4798-958a-f3bd4aae91f2 None None] Port 805c9e83-0680-42bc-8edc-245577d2278b cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:49:10.995162 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Notify callbacks [] for port, precommit_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:11.002452 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59142) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:11.012205 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.provisioning_blocks [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Transition to ACTIVE for port object ead4596e-d991-4753-86b5-d00e78ac0eb0 will not be triggered until provisioned by entity L2. {{(pid=100623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:49:11.105392 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-763ad059-1971-45d4-8152-e0ea1f6b1a93 req-a8e43805-b589-47c2-8eb8-a9812f09f979 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 210 time: 0.0380082 Aug 07 12:49:11.134943 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:11.199312 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a565e-a16e-43c2-a456-75bcbd3a63d8 None None] Pushing event updated for resources: {'Port': ['ID=ead4596e-d991-4753-86b5-d00e78ac0eb0,revision_number=3']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:11.290223 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Attempting to bind port ead4596e-d991-4753-86b5-d00e78ac0eb0 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:49:11.290784 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Attempting to bind port ead4596e-d991-4753-86b5-d00e78ac0eb0 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '67d7822a-27ab-493c-bf64-c73c39269c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50'}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:49:11.290948 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Attempting to bind port ead4596e-d991-4753-86b5-d00e78ac0eb0 on network d2321795-e5f2-40d8-bbcd-632960ec1b50 {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:49:11.296715 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:49:11.297104 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Checking segment: {'id': '67d7822a-27ab-493c-bf64-c73c39269c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:49:11.298457 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:11.299338 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Bound using segment: {'id': '67d7822a-27ab-493c-bf64-c73c39269c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50'} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:49:11.299682 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Bound port: ead4596e-d991-4753-86b5-d00e78ac0eb0, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d7822a-27ab-493c-bf64-c73c39269c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50'}}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:49:11.300113 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:11.436809 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] For port ead4596e-d991-4753-86b5-d00e78ac0eb0, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:49:11.445592 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] For port ead4596e-d991-4753-86b5-d00e78ac0eb0, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=ead4596e-d991-4753-86b5-d00e78ac0eb0,segment=NetworkSegment(67d7822a-27ab-493c-bf64-c73c39269c86),segment_id=67d7822a-27ab-493c-bf64-c73c39269c86)] {{(pid=100623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:49:11.504842 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-88f5e80e-7969-4cc6-9c71-5479ace33d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:11.515444 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d411eb6a-459d-4676-9908-8e4af257fd8a req-e23ea98c-3cca-444d-ba75-4fe7aedfc3fd tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 210 time: 0.0481544 Aug 07 12:49:11.551966 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:11.778987 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 61b9f790-7ad2-4e27-941c-ea41f5504b72 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:49:11.783300 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a565e-a16e-43c2-a456-75bcbd3a63d8 None None] Pushing event updated for resources: {'Port': ['ID=ead4596e-d991-4753-86b5-d00e78ac0eb0,revision_number=4']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:11.807972 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Routers {'0bcb98c0-4dbf-41b9-a1d1-95280475443b'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:49:11.809279 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:49:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['0bcb98c0-4dbf-41b9-a1d1-95280475443b'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:11.985503 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 61b9f790-7ad2-4e27-941c-ea41f5504b72 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:49:11.991694 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 61b9f790-7ad2-4e27-941c-ea41f5504b72 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:49:11.992213 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:12.005757 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] Set router 0bcb98c0-4dbf-41b9-a1d1-95280475443b gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:49:12.028238 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-d908a807-53a6-4389-9746-09ce63dcca8f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:12.033786 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-d908a807-53a6-4389-9746-09ce63dcca8f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/networks?id=d2321795-e5f2-40d8-bbcd-632960ec1b50 HTTP/1.1" status: 200 len: 818 time: 0.2836680 Aug 07 12:49:12.048844 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Sync routers for ids ['e7181ac5-1cbc-446e-b133-27bc70ad593a'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:49:12.050404 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-88f5e80e-7969-4cc6-9c71-5479ace33d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:12.062327 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-1654cd52-e83d-403d-a907-c1ee3289f01d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/quotas/e94075116c334ad39b4fbfcde986d660 HTTP/1.1" status: 200 len: 375 time: 0.0232894 Aug 07 12:49:12.140319 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-88f5e80e-7969-4cc6-9c71-5479ace33d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:12.165380 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Routers {'e7181ac5-1cbc-446e-b133-27bc70ad593a'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:49:12.166052 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:49:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['e7181ac5-1cbc-446e-b133-27bc70ad593a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:12.215562 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-88f5e80e-7969-4cc6-9c71-5479ace33d49 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=06340edd5585439dbdbc9f6357df62c7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2007005 Aug 07 12:49:12.215869 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 59214) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:12.271633 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f5e80e-7969-4cc6-9c71-5479ace33d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493d4a7f-35ee-401c-80a9-12dac7d403b9,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:12.291895 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-fd17234e-382d-439d-a376-489a994947f5 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e94075116c334ad39b4fbfcde986d660&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2215679 Aug 07 12:49:12.401134 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cc658bbf-243b-430a-9f5b-3b2166919446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:12.839254 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cc658bbf-243b-430a-9f5b-3b2166919446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:12.839254 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-069da260-1515-4bd7-9078-8e3fd39b2ee2 service neutron] 10.222.0.59 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723790 Aug 07 12:49:12.841556 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'name': 'tempest-ServerRescueNegativeTestJSON-543845087-router', 'tenant_id': 'e94075116c334ad39b4fbfcde986d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f590716f-c6f9-4b97-8cde-fe363b806a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:06Z', 'revision_number': 4, 'project_id': 'e94075116c334ad39b4fbfcde986d660', 'gw_port': {'id': 'f590716f-c6f9-4b97-8cde-fe363b806a25', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': 'ead4596e-d991-4753-86b5-d00e78ac0eb0', 'name': '', 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50', 'tenant_id': 'e94075116c334ad39b4fbfcde986d660', 'mac_address': 'fa:16:3e:5d:42:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fb5a6588-eee4-40e0-8f56-708709b8be3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:05Z', 'updated_at': '2021-08-07T12:49:11Z', 'revision_number': 4, 'project_id': 'e94075116c334ad39b4fbfcde986d660', 'subnets': [{'id': 'fb5a6588-eee4-40e0-8f56-708709b8be3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:12.843839 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59224) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:12.843839 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-76c4b9d3-ffcb-42dc-9d50-add273b8e8e3 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1776142833', 'description': 'tempest-description--1966380540'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:12.844289 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed636309-6d42-4b60-92f1-3f11c9db284a None None] The sync data for ids ['0bcb98c0-4dbf-41b9-a1d1-95280475443b'] in dv-cinder-787296-2-iscsi is: [{'id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'name': 'tempest-ServerRescueNegativeTestJSON-543845087-router', 'tenant_id': 'e94075116c334ad39b4fbfcde986d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f590716f-c6f9-4b97-8cde-fe363b806a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:06Z', 'revision_number': 4, 'project_id': 'e94075116c334ad39b4fbfcde986d660', 'gw_port': {'id': 'f590716f-c6f9-4b97-8cde-fe363b806a25', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': 'ead4596e-d991-4753-86b5-d00e78ac0eb0', 'name': '', 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50', 'tenant_id': 'e94075116c334ad39b4fbfcde986d660', 'mac_address': 'fa:16:3e:5d:42:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'fb5a6588-eee4-40e0-8f56-708709b8be3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:05Z', 'updated_at': '2021-08-07T12:49:11Z', 'revision_number': 4, 'project_id': 'e94075116c334ad39b4fbfcde986d660', 'subnets': [{'id': 'fb5a6588-eee4-40e0-8f56-708709b8be3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:49:12.844851 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:12.845288 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-cf288b52-2658-4a03-89c6-afb7b1d0cec0 service neutron] 10.222.0.59 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960707 Aug 07 12:49:12.847758 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Set router e7181ac5-1cbc-446e-b133-27bc70ad593a gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:49:12.847758 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port 61b9f790-7ad2-4e27-941c-ea41f5504b72, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=61b9f790-7ad2-4e27-941c-ea41f5504b72,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:49:12.986527 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cc658bbf-243b-430a-9f5b-3b2166919446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:12.987607 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-76c4b9d3-ffcb-42dc-9d50-add273b8e8e3 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:12.989108 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cc658bbf-243b-430a-9f5b-3b2166919446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:12.993073 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-cc658bbf-243b-430a-9f5b-3b2166919446 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/493d4a7f-35ee-401c-80a9-12dac7d403b9 HTTP/1.1" status: 204 len: 168 time: 0.7725637 Aug 07 12:49:13.037821 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc658bbf-243b-430a-9f5b-3b2166919446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493d4a7f-35ee-401c-80a9-12dac7d403b9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:13.049604 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:13.068703 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:09Z', 'revision_number': 4, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '805c9e83-0680-42bc-8edc-245577d2278b', 'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'mac_address': 'fa:16:3e:1a:2b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '300bb429-c76c-4118-afab-6302f18dd66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:06Z', 'updated_at': '2021-08-07T12:49:09Z', 'revision_number': 2, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'subnets': [{'id': '300bb429-c76c-4118-afab-6302f18dd66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:13.241302 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Checking router: e7181ac5-1cbc-446e-b133-27bc70ad593a for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:49:13.242332 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Updating router e7181ac5-1cbc-446e-b133-27bc70ad593a port 805c9e83-0680-42bc-8edc-245577d2278b binding host dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:49:13.246898 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-76c4b9d3-ffcb-42dc-9d50-add273b8e8e3 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:13.300257 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:13.332631 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=61b9f790-7ad2-4e27-941c-ea41f5504b72,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:13.479783 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c0bb653d-f61a-4fad-8296-054cf0b5574d req-7492aa77-4cfd-4608-9422-f1c7b0311d18 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 210 time: 0.0886438 Aug 07 12:49:13.514884 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-53ed0f05-de45-493e-9820-1471bac1a897 req-0e9a984d-27f3-4e19-90df-4a1cf91e9984 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 210 time: 0.2262661 Aug 07 12:49:13.516930 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-76c4b9d3-ffcb-42dc-9d50-add273b8e8e3 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:13.602766 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4b9d3-ffcb-42dc-9d50-add273b8e8e3 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c54f8c-2b20-4758-8564-09833b3b6271,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:13.713441 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-76c4b9d3-ffcb-42dc-9d50-add273b8e8e3 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:13.715120 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-76c4b9d3-ffcb-42dc-9d50-add273b8e8e3 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1507807 Aug 07 12:49:13.718322 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59264) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:13.725512 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-5f2c962f-5daf-47eb-a99b-26ac0cfe2429 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Request body: {'security_group_rule': {'security_group_id': '38c54f8c-2b20-4758-8564-09833b3b6271', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:13.837900 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 61b9f790-7ad2-4e27-941c-ea41f5504b72 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:49:13.911587 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Notify callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:13.923795 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Transition to ACTIVE for port object 805c9e83-0680-42bc-8edc-245577d2278b will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:49:13.937807 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5f2c962f-5daf-47eb-a99b-26ac0cfe2429 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:13.945907 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 61b9f790-7ad2-4e27-941c-ea41f5504b72 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:49:13.946558 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:14.047462 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5f2c962f-5daf-47eb-a99b-26ac0cfe2429 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:14.084868 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device ead4596e-d991-4753-86b5-d00e78ac0eb0 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:49:14.113453 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:14.130206 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 59272) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:14.182497 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80917a-2942-4312-82d1-ea0df27a8aa7 None None] Pushing event updated for resources: {'Port': ['ID=805c9e83-0680-42bc-8edc-245577d2278b,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:14.257021 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Attempting to bind port 805c9e83-0680-42bc-8edc-245577d2278b on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:49:14.257576 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Attempting to bind port 805c9e83-0680-42bc-8edc-245577d2278b by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '020700c2-f330-4566-ba5d-4a95cd9e2e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:49:14.258292 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Attempting to bind port 805c9e83-0680-42bc-8edc-245577d2278b on network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:49:14.266930 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:49:14.267133 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Checking segment: {'id': '020700c2-f330-4566-ba5d-4a95cd9e2e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:49:14.267866 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:14.268276 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Bound using segment: {'id': '020700c2-f330-4566-ba5d-4a95cd9e2e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:49:14.268780 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Bound port: 805c9e83-0680-42bc-8edc-245577d2278b, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020700c2-f330-4566-ba5d-4a95cd9e2e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:49:14.269184 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:14.294484 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5f2c962f-5daf-47eb-a99b-26ac0cfe2429 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:14.386369 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c962f-5daf-47eb-a99b-26ac0cfe2429 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d80af77-5cd1-4544-9828-195ad9f9661d,revision_number=0']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:14.418429 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] For port 805c9e83-0680-42bc-8edc-245577d2278b, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:49:14.425407 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] For port 805c9e83-0680-42bc-8edc-245577d2278b, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=805c9e83-0680-42bc-8edc-245577d2278b,segment=NetworkSegment(020700c2-f330-4566-ba5d-4a95cd9e2e23),segment_id=020700c2-f330-4566-ba5d-4a95cd9e2e23)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:49:14.427316 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port ead4596e-d991-4753-86b5-d00e78ac0eb0 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:49:14.433958 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port ead4596e-d991-4753-86b5-d00e78ac0eb0 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:49:14.434509 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:14.490416 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-5923abf7-5dcc-4e05-a2e4-8cfd4c64151d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1533459217-network', 'tenant_id': 'fbcfe92fdb02455f98e064b85d0e8ce8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:14.527231 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59288) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:14.553894 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5e0af677-9fa5-4ec8-8635-7ad384139ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:14.615678 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:14.618014 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:14.622882 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d219777d-7f8b-4ff2-837f-49c2094ebb57 req-74326c12-8dc1-4236-90a9-3c3f9c6c5689 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 210 time: 0.0710549 Aug 07 12:49:14.630962 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5f2c962f-5daf-47eb-a99b-26ac0cfe2429 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:14.632465 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-5f2c962f-5daf-47eb-a99b-26ac0cfe2429 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9125369 Aug 07 12:49:14.635366 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 59292) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:14.642545 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-755160f0-8fca-4f9f-bf42-d285ccf54ada tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Request body: {'security_group_rule': {'security_group_id': '38c54f8c-2b20-4758-8564-09833b3b6271', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:14.739062 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-86822c62-19d6-41fb-bbaa-aebb1f1d6d45 req-83da4c44-8f90-4f35-8380-19091b6783ef tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 210 time: 0.0424342 Aug 07 12:49:14.741381 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5923abf7-5dcc-4e05-a2e4-8cfd4c64151d admin admin] Made reservation on behalf of fbcfe92fdb02455f98e064b85d0e8ce8 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:49:14.749973 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5923abf7-5dcc-4e05-a2e4-8cfd4c64151d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:14.756523 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port ead4596e-d991-4753-86b5-d00e78ac0eb0, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=ead4596e-d991-4753-86b5-d00e78ac0eb0,segment=NetworkSegment(67d7822a-27ab-493c-bf64-c73c39269c86),segment_id=67d7822a-27ab-493c-bf64-c73c39269c86)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:49:14.785043 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Routers {'e7181ac5-1cbc-446e-b133-27bc70ad593a'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:49:14.788510 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:49:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['e7181ac5-1cbc-446e-b133-27bc70ad593a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:14.790228 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5923abf7-5dcc-4e05-a2e4-8cfd4c64151d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:14.793157 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.db.api [None req-755160f0-8fca-4f9f-bf42-d285ccf54ada tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 07 12:49:14.793157 dv-cinder-787296-2-iscsi neutron-server[100620]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 07 12:49:14.793157 dv-cinder-787296-2-iscsi neutron-server[100620]: [parameters: {'project_id_1': 'fe58962fe09244deb2d59c8d994e7b3e', 'expiration_1': datetime.datetime(2021, 8, 7, 12, 49, 14, 655376)}] Aug 07 12:49:14.793157 dv-cinder-787296-2-iscsi neutron-server[100620]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100620) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 12:49:14.793486 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG oslo_db.api [None req-755160f0-8fca-4f9f-bf42-d285ccf54ada tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 12:49:14.897709 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5e0af677-9fa5-4ec8-8635-7ad384139ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:14.953022 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80917a-2942-4312-82d1-ea0df27a8aa7 None None] Pushing event updated for resources: {'Port': ['ID=805c9e83-0680-42bc-8edc-245577d2278b,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:14.959758 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:15.003520 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5e0af677-9fa5-4ec8-8635-7ad384139ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:15.053618 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] Set router e7181ac5-1cbc-446e-b133-27bc70ad593a gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:49:15.071053 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-5e0af677-9fa5-4ec8-8635-7ad384139ce1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=001f527eca8a485fbf3782694c551c0a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5402718 Aug 07 12:49:15.073112 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0af677-9fa5-4ec8-8635-7ad384139ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14e9b18-e294-46b8-a2ca-17eae4a65c95,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:15.078047 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59304) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:15.105076 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=ead4596e-d991-4753-86b5-d00e78ac0eb0,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:15.234265 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5923abf7-5dcc-4e05-a2e4-8cfd4c64151d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:15.246542 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-216eedfe-6140-4ba0-a0f2-30ce649fd709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:15.295267 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-216eedfe-6140-4ba0-a0f2-30ce649fd709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:15.330273 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5923abf7-5dcc-4e05-a2e4-8cfd4c64151d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:15.351583 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5923abf7-5dcc-4e05-a2e4-8cfd4c64151d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:49:15.383454 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5923abf7-5dcc-4e05-a2e4-8cfd4c64151d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:15.384446 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.segments_db [None req-5923abf7-5dcc-4e05-a2e4-8cfd4c64151d admin admin] Added segment 7088b223-c84a-4fec-a677-46073c61d6fb of type vlan for network 0f3d73f3-049f-4e39-bab7-e21e0617f63a Aug 07 12:49:15.412508 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:09Z', 'revision_number': 4, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '805c9e83-0680-42bc-8edc-245577d2278b', 'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'mac_address': 'fa:16:3e:1a:2b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '300bb429-c76c-4118-afab-6302f18dd66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:06Z', 'updated_at': '2021-08-07T12:49:14Z', 'revision_number': 4, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'subnets': [{'id': '300bb429-c76c-4118-afab-6302f18dd66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:15.527836 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5923abf7-5dcc-4e05-a2e4-8cfd4c64151d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:15.535940 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923abf7-5dcc-4e05-a2e4-8cfd4c64151d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee8fe14-ca24-4206-a930-3a74d04a0ef4,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:15.546262 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-216eedfe-6140-4ba0-a0f2-30ce649fd709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:15.554668 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-216eedfe-6140-4ba0-a0f2-30ce649fd709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:15.554668 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-216eedfe-6140-4ba0-a0f2-30ce649fd709 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d14e9b18-e294-46b8-a2ca-17eae4a65c95 HTTP/1.1" status: 204 len: 168 time: 0.4723322 Aug 07 12:49:15.562384 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0bea81-df03-45ad-837b-57e786a7c072 None None] The sync data for ids ['e7181ac5-1cbc-446e-b133-27bc70ad593a'] in dv-cinder-787296-2-iscsi is: [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:09Z', 'revision_number': 4, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '805c9e83-0680-42bc-8edc-245577d2278b', 'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'mac_address': 'fa:16:3e:1a:2b:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '300bb429-c76c-4118-afab-6302f18dd66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:06Z', 'updated_at': '2021-08-07T12:49:14Z', 'revision_number': 4, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'subnets': [{'id': '300bb429-c76c-4118-afab-6302f18dd66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:49:15.581145 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216eedfe-6140-4ba0-a0f2-30ce649fd709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14e9b18-e294-46b8-a2ca-17eae4a65c95,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:15.644292 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.58', 49640) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:15.721136 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-755160f0-8fca-4f9f-bf42-d285ccf54ada tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:15.744572 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device ead4596e-d991-4753-86b5-d00e78ac0eb0 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:49:15.855011 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5923abf7-5dcc-4e05-a2e4-8cfd4c64151d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:15.856090 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5923abf7-5dcc-4e05-a2e4-8cfd4c64151d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:15.856752 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5923abf7-5dcc-4e05-a2e4-8cfd4c64151d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:15.890732 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port ead4596e-d991-4753-86b5-d00e78ac0eb0 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:49:15.894859 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:15.992892 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-7d92f1d4-ee1f-4b7d-8d54-02be606a1e99 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:16.001570 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-7d92f1d4-ee1f-4b7d-8d54-02be606a1e99 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.58 "GET /v2.0/networks?id=31e76455-8f28-4f1f-831e-8e357311d283 HTTP/1.1" status: 200 len: 812 time: 0.3555071 Aug 07 12:49:16.100323 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-fc6662f2-5f88-4e10-ab24-0fb1aea65740 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Request body: {'port': {'device_id': '7c18a8d4-44a3-4c30-831b-54716bdcaa6a', 'network_id': '31e76455-8f28-4f1f-831e-8e357311d283', 'admin_state_up': True, 'tenant_id': 'aa2a4a5930aa41eebe63a64ede80767c'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:16.226469 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-78e8ec7a-d81c-4a17-a1bc-c8a2bb699dfe req-fdccb887-dda4-46f1-8b4e-6fb28915b0f1 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 210 time: 0.3861771 Aug 07 12:49:16.312903 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923abf7-5dcc-4e05-a2e4-8cfd4c64151d admin admin] Pushing event updated for resources: {'Network': ['ID=0f3d73f3-049f-4e39-bab7-e21e0617f63a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:16.317940 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-755160f0-8fca-4f9f-bf42-d285ccf54ada tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:16.329180 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network 0f3d73f3-049f-4e39-bab7-e21e0617f63a details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:49:16.439275 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-64728846-1960-4eb0-94d2-955d09af7390 req-cf6450a4-451c-40b9-9fc9-92c2db598ecd tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 210 time: 0.0738163 Aug 07 12:49:16.443815 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-755160f0-8fca-4f9f-bf42-d285ccf54ada tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:16.452298 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-5923abf7-5dcc-4e05-a2e4-8cfd4c64151d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3196874 Aug 07 12:49:16.459944 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59328) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:16.480573 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-7d166fab-3c57-4414-8a99-d9ced83e2c07 admin admin] Request body: {'subnet': {'network_id': '0f3d73f3-049f-4e39-bab7-e21e0617f63a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1533459217-subnet', 'tenant_id': 'fbcfe92fdb02455f98e064b85d0e8ce8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:16.576154 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755160f0-8fca-4f9f-bf42-d285ccf54ada tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d123e84-f7f7-4c36-8ac8-42a8571c742c,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:16.678052 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-755160f0-8fca-4f9f-bf42-d285ccf54ada tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:16.682159 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-755160f0-8fca-4f9f-bf42-d285ccf54ada tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0442429 Aug 07 12:49:16.685834 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 59332) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:16.698734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f2dad997-9525-4395-a2d1-250b0708d0ae tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Request body: {'floatingip': {'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:16.726656 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.db.api [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-fc6662f2-5f88-4e10-ab24-0fb1aea65740 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 07 12:49:16.726656 dv-cinder-787296-2-iscsi neutron-server[100621]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 07 12:49:16.726656 dv-cinder-787296-2-iscsi neutron-server[100621]: [parameters: {'project_id_1': 'aa2a4a5930aa41eebe63a64ede80767c', 'expiration_1': datetime.datetime(2021, 8, 7, 12, 49, 16, 576279)}] Aug 07 12:49:16.726656 dv-cinder-787296-2-iscsi neutron-server[100621]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 12:49:16.727322 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG oslo_db.api [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-fc6662f2-5f88-4e10-ab24-0fb1aea65740 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 12:49:16.790167 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.58', 49641) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:16.792243 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d166fab-3c57-4414-8a99-d9ced83e2c07 admin admin] Made reservation on behalf of fbcfe92fdb02455f98e064b85d0e8ce8 for: {'subnet': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:49:16.796731 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7d166fab-3c57-4414-8a99-d9ced83e2c07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:17.078528 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-9352979a-4a5b-451c-9eee-cfcd6387a2bc tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:17.080408 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-9352979a-4a5b-451c-9eee-cfcd6387a2bc tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.58 "GET /v2.0/networks?id=d2321795-e5f2-40d8-bbcd-632960ec1b50 HTTP/1.1" status: 200 len: 818 time: 0.2881482 Aug 07 12:49:17.099781 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2dad997-9525-4395-a2d1-250b0708d0ae tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:17.136561 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-e9daa051-e214-4b2b-a820-054f39b5c286 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Request body: {'port': {'device_id': 'ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713', 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50', 'admin_state_up': True, 'tenant_id': 'e94075116c334ad39b4fbfcde986d660'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:17.410007 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1676ed8e-a947-424b-a97e-41cb360e134b req-4e1277c8-7880-4904-8925-a4e14452648f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 210 time: 0.0700998 Aug 07 12:49:17.438992 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-fc6662f2-5f88-4e10-ab24-0fb1aea65740 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Made reservation on behalf of aa2a4a5930aa41eebe63a64ede80767c for: {'port': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:49:17.445859 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-fc6662f2-5f88-4e10-ab24-0fb1aea65740 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:17.480560 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7d166fab-3c57-4414-8a99-d9ced83e2c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for subnet, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:17.545696 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2dad997-9525-4395-a2d1-250b0708d0ae tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:17.648708 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-e9daa051-e214-4b2b-a820-054f39b5c286 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Made reservation on behalf of e94075116c334ad39b4fbfcde986d660 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:49:17.648708 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-e9daa051-e214-4b2b-a820-054f39b5c286 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:17.786648 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 805c9e83-0680-42bc-8edc-245577d2278b up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:49:17.793315 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-89a47399-00f1-4b89-b7b7-a2d52228dad2 req-84961526-ce70-43f8-b31a-18072f266fdd tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 210 time: 0.0811031 Aug 07 12:49:17.818126 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d166fab-3c57-4414-8a99-d9ced83e2c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a387341-1cfd-4190-91ce-d43ae2bc08f0,revision_number=0']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:17.917224 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d166fab-3c57-4414-8a99-d9ced83e2c07 admin admin] Checking segment: {'id': '7088b223-c84a-4fec-a677-46073c61d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '0f3d73f3-049f-4e39-bab7-e21e0617f63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:49:17.917911 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d166fab-3c57-4414-8a99-d9ced83e2c07 admin admin] Network hostable DHCP agents. Network: 0f3d73f3-049f-4e39-bab7-e21e0617f63a, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:49:18.026058 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-f2dad997-9525-4395-a2d1-250b0708d0ae tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Allocated IP 172.27.3.223 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/5b5af0df-9af9-4dc7-94db-66f4095e6823) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:49:18.075422 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-fc6662f2-5f88-4e10-ab24-0fb1aea65740 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Allocated IP 172.20.0.12 (31e76455-8f28-4f1f-831e-8e357311d283/7f7fd01c-bedb-4db9-a9d4-5a6b4881b173/06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:49:18.105854 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-e9daa051-e214-4b2b-a820-054f39b5c286 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Allocated IP 172.20.0.9 (d2321795-e5f2-40d8-bbcd-632960ec1b50/fb5a6588-eee4-40e0-8f56-708709b8be3c/4687937b-6258-493a-8edb-bfb07f6399d1) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:49:18.212133 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.58', 49651) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:18.249277 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 805c9e83-0680-42bc-8edc-245577d2278b completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:49:18.254292 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d166fab-3c57-4414-8a99-d9ced83e2c07 admin admin] Network 0f3d73f3-049f-4e39-bab7-e21e0617f63a is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:49:18.259013 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 805c9e83-0680-42bc-8edc-245577d2278b triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:49:18.259626 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:18.333411 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-6ef496b6-b20c-4c5e-82f5-71991405632f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:18.335207 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-6ef496b6-b20c-4c5e-82f5-71991405632f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.58 "GET /v2.0/networks?id=d2321795-e5f2-40d8-bbcd-632960ec1b50 HTTP/1.1" status: 200 len: 818 time: 0.1195931 Aug 07 12:49:18.386045 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-b27a18ec-78e8-4713-94e9-f1b8346a1aaa tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Request body: {'port': {'device_id': 'dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e', 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50', 'admin_state_up': True, 'tenant_id': 'e94075116c334ad39b4fbfcde986d660'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:18.409756 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-fc6662f2-5f88-4e10-ab24-0fb1aea65740 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:18.444671 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:18.448579 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-7d166fab-3c57-4414-8a99-d9ced83e2c07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, 0f3d73f3-049f-4e39-bab7-e21e0617f63a) {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:49:18.472846 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d166fab-3c57-4414-8a99-d9ced83e2c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:18.473438 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7d166fab-3c57-4414-8a99-d9ced83e2c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:18.506308 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed69ba3-6264-4de4-99b1-7e1bd57c43db None None] Network 0f3d73f3-049f-4e39-bab7-e21e0617f63a requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:49:18.553001 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2dad997-9525-4395-a2d1-250b0708d0ae tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:18.612968 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port 805c9e83-0680-42bc-8edc-245577d2278b, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=805c9e83-0680-42bc-8edc-245577d2278b,segment=NetworkSegment(020700c2-f330-4566-ba5d-4a95cd9e2e23),segment_id=020700c2-f330-4566-ba5d-4a95cd9e2e23)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:49:18.686221 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-7d166fab-3c57-4414-8a99-d9ced83e2c07 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2069077 Aug 07 12:49:18.691290 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-73a83d85-2097-4ac2-a006-10555530493d req-f944961f-4e10-4275-8a22-48d40830603b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 210 time: 0.1627171 Aug 07 12:49:18.760389 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e21845-beb6-432d-86df-0abde864d06a None None] Network 0f3d73f3-049f-4e39-bab7-e21e0617f63a requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:49:18.768665 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-e9daa051-e214-4b2b-a820-054f39b5c286 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:18.810127 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-fc6662f2-5f88-4e10-ab24-0fb1aea65740 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:19.065899 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2dad997-9525-4395-a2d1-250b0708d0ae tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:19.124228 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-b27a18ec-78e8-4713-94e9-f1b8346a1aaa tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Made reservation on behalf of e94075116c334ad39b4fbfcde986d660 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:49:19.146634 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-b27a18ec-78e8-4713-94e9-f1b8346a1aaa tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:19.155336 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:19.238884 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6662f2-5f88-4e10-ab24-0fb1aea65740 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Pushing event updated for resources: {'Port': ['ID=06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:19.297542 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dad997-9525-4395-a2d1-250b0708d0ae tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:49:19.302174 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=805c9e83-0680-42bc-8edc-245577d2278b,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:19.313996 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-f2dad997-9525-4395-a2d1-250b0708d0ae tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:49:19.323328 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dad997-9525-4395-a2d1-250b0708d0ae tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:49:19.349236 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dad997-9525-4395-a2d1-250b0708d0ae tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Pushing event updated for resources: {'Port': ['ID=5b5af0df-9af9-4dc7-94db-66f4095e6823,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:19.352853 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-fc6662f2-5f88-4e10-ab24-0fb1aea65740 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Network 31e76455-8f28-4f1f-831e-8e357311d283 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:49:19.355739 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-fc6662f2-5f88-4e10-ab24-0fb1aea65740 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:49:19.367166 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-fc6662f2-5f88-4e10-ab24-0fb1aea65740 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:49:19.375061 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-fc6662f2-5f88-4e10-ab24-0fb1aea65740 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:19.376756 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-fc6662f2-5f88-4e10-ab24-0fb1aea65740 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:19.419768 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f6dee-858f-46df-84c0-b1b43f705742 req-ddad52b5-1b1b-4e47-8b46-cabd7c2a081f tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:19.429095 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e04f6dee-858f-46df-84c0-b1b43f705742 req-ddad52b5-1b1b-4e47-8b46-cabd7c2a081f tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 932 time: 0.4432278 Aug 07 12:49:19.492421 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e04f6dee-858f-46df-84c0-b1b43f705742 req-fe43a16b-ae96-450d-9dab-1dbbb6546f3c tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583215 Aug 07 12:49:19.533587 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-e9daa051-e214-4b2b-a820-054f39b5c286 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:19.633280 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-fc6662f2-5f88-4e10-ab24-0fb1aea65740 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5481448 Aug 07 12:49:19.716972 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 805c9e83-0680-42bc-8edc-245577d2278b up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:49:19.841422 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-4309b691-a329-4701-9542-96cc62a2e145 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=100621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 12:49:19.843473 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-4309b691-a329-4701-9542-96cc62a2e145 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071976 Aug 07 12:49:19.877544 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 805c9e83-0680-42bc-8edc-245577d2278b triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:49:19.878609 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:20.077017 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9daa051-e214-4b2b-a820-054f39b5c286 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Pushing event updated for resources: {'Port': ['ID=4687937b-6258-493a-8edb-bfb07f6399d1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:20.271787 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7f1d348f-f96d-4068-9464-ac6ff25d86b9 req-c561ea81-201b-4cb2-b2cc-8329713786d4 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 210 time: 0.2037258 Aug 07 12:49:20.275436 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-e9daa051-e214-4b2b-a820-054f39b5c286 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Network d2321795-e5f2-40d8-bbcd-632960ec1b50 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:49:20.284073 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2dad997-9525-4395-a2d1-250b0708d0ae tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:20.301128 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-e9daa051-e214-4b2b-a820-054f39b5c286 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:49:20.322233 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-e9daa051-e214-4b2b-a820-054f39b5c286 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:49:20.340002 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-e9daa051-e214-4b2b-a820-054f39b5c286 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:20.340869 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-e9daa051-e214-4b2b-a820-054f39b5c286 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:20.345331 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-b27a18ec-78e8-4713-94e9-f1b8346a1aaa tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Allocated IP 172.20.0.2 (d2321795-e5f2-40d8-bbcd-632960ec1b50/fb5a6588-eee4-40e0-8f56-708709b8be3c/94c5dc51-1cc4-4d2f-a731-02c412f50db1) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:49:20.651211 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-e9daa051-e214-4b2b-a820-054f39b5c286 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5335102 Aug 07 12:49:20.722414 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2dad997-9525-4395-a2d1-250b0708d0ae tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:20.742386 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bbb5e-5063-4044-a165-5e8e86fa7fe9 req-33476ff9-45d1-4475-aafb-898d13ff3101 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:20.752301 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a90bbb5e-5063-4044-a165-5e8e86fa7fe9 req-33476ff9-45d1-4475-aafb-898d13ff3101 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 932 time: 0.1120298 Aug 07 12:49:20.760111 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-b27a18ec-78e8-4713-94e9-f1b8346a1aaa tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:20.829666 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a90bbb5e-5063-4044-a165-5e8e86fa7fe9 req-787d02ff-f155-42dc-b3b8-6b80554cf826 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759556 Aug 07 12:49:20.902856 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 59488) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:20.970715 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2dad997-9525-4395-a2d1-250b0708d0ae tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:21.049178 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-b27a18ec-78e8-4713-94e9-f1b8346a1aaa tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:21.097645 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-b27a18ec-78e8-4713-94e9-f1b8346a1aaa tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Network d2321795-e5f2-40d8-bbcd-632960ec1b50 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:49:21.101014 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-b27a18ec-78e8-4713-94e9-f1b8346a1aaa tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:49:21.105006 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-b27a18ec-78e8-4713-94e9-f1b8346a1aaa tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:49:21.110925 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-b27a18ec-78e8-4713-94e9-f1b8346a1aaa tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:21.111559 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-b27a18ec-78e8-4713-94e9-f1b8346a1aaa tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:21.146008 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a18ec-78e8-4713-94e9-f1b8346a1aaa tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Pushing event updated for resources: {'Port': ['ID=94c5dc51-1cc4-4d2f-a731-02c412f50db1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:21.171710 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7d928313-9c11-41d5-b738-8d9a8dcb9854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:21.206414 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59494) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:21.211697 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-244ee258-0241-4f94-bd62-b37f6366b5ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-437949645-network', 'tenant_id': '942843fabc454df38747b11f37900960'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:21.225191 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2dad997-9525-4395-a2d1-250b0708d0ae tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:21.262232 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2dad997-9525-4395-a2d1-250b0708d0ae tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519576'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:21.287170 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-b27a18ec-78e8-4713-94e9-f1b8346a1aaa tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9315686 Aug 07 12:49:21.307423 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dad997-9525-4395-a2d1-250b0708d0ae tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Pushing event updated for resources: {'Port': ['ID=5b5af0df-9af9-4dc7-94db-66f4095e6823,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:21.468604 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ca770-f22c-4ecb-af42-3964730cfef9 req-870994ed-15ed-45c4-bbbf-84dec7cf3393 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:21.475493 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-075ca770-f22c-4ecb-af42-3964730cfef9 req-870994ed-15ed-45c4-bbbf-84dec7cf3393 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 931 time: 0.0953205 Aug 07 12:49:21.533575 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7d928313-9c11-41d5-b738-8d9a8dcb9854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:21.560528 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-075ca770-f22c-4ecb-af42-3964730cfef9 req-b06fbdd1-fae2-48fe-8c8c-3df87abc303f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708590 Aug 07 12:49:21.632308 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7d928313-9c11-41d5-b738-8d9a8dcb9854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:21.695092 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-7d928313-9c11-41d5-b738-8d9a8dcb9854 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=90be6cc79fdd46fca8e27b79357bdf19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7900465 Aug 07 12:49:21.699820 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59508) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:21.721466 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d928313-9c11-41d5-b738-8d9a8dcb9854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b46285-69ba-40c0-acb5-63e4eb66b983,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:21.764569 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244ee258-0241-4f94-bd62-b37f6366b5ba admin admin] Made reservation on behalf of 942843fabc454df38747b11f37900960 for: {'network': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:49:21.764569 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-244ee258-0241-4f94-bd62-b37f6366b5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:21.777913 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-244ee258-0241-4f94-bd62-b37f6366b5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:21.960809 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2dad997-9525-4395-a2d1-250b0708d0ae tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:21.960809 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-f2dad997-9525-4395-a2d1-250b0708d0ae tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2720931 Aug 07 12:49:22.054823 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3873-1b66-4119-adc6-3c31a88b5557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:22.163912 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3873-1b66-4119-adc6-3c31a88b5557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:22.236079 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49acd9a-e0ad-4b22-bb15-5854c5a0b8e5 req-f8d0659e-46b2-4fe0-af99-4c26e365025c tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:22.237668 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e49acd9a-e0ad-4b22-bb15-5854c5a0b8e5 req-f8d0659e-46b2-4fe0-af99-4c26e365025c tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 932 time: 0.2399397 Aug 07 12:49:22.314784 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-6bcce6eb-5b7f-439d-a4ac-a80937e953ec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1776142833&fields=id&tenant_id=fe58962fe09244deb2d59c8d994e7b3e HTTP/1.1" status: 200 len: 267 time: 0.0726235 Aug 07 12:49:22.654970 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e49acd9a-e0ad-4b22-bb15-5854c5a0b8e5 req-433303f3-91e2-48ae-afa7-9ed99c70f48c tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101475 Aug 07 12:49:22.654970 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-244ee258-0241-4f94-bd62-b37f6366b5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:22.656432 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-ef8afb9c-e288-47ed-8579-324164151439 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:22.656432 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-ef8afb9c-e288-47ed-8579-324164151439 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/networks?id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5 HTTP/1.1" status: 200 len: 810 time: 0.1236858 Aug 07 12:49:22.656432 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-7ea2bd0f-525e-4c53-8aec-44b714a6186b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/quotas/fe58962fe09244deb2d59c8d994e7b3e HTTP/1.1" status: 200 len: 375 time: 0.0116911 Aug 07 12:49:22.656432 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-ec340fd2-a398-4a7b-8784-27a691cba7df tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe58962fe09244deb2d59c8d994e7b3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521379 Aug 07 12:49:22.656918 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:49:22.657945 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-331d0108-c8b3-4953-b99b-f6b04f15a11f service neutron] 10.222.0.59 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988750 Aug 07 12:49:22.738449 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841268e-377e-469b-b758-19c38bdb1840 req-99e532be-76f8-4f89-a34e-771c0a7b9bc0 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:22.748105 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c841268e-377e-469b-b758-19c38bdb1840 req-99e532be-76f8-4f89-a34e-771c0a7b9bc0 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 931 time: 0.1127601 Aug 07 12:49:22.803211 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c841268e-377e-469b-b758-19c38bdb1840 req-91b7c3d0-f994-49fa-9286-05a6400d54eb tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538907 Aug 07 12:49:22.809642 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-01f0fbbc-5d32-4fd0-8c4a-b96600cf9d15 service neutron] 10.222.0.59 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567054 Aug 07 12:49:23.244869 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-244ee258-0241-4f94-bd62-b37f6366b5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:23.287063 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3873-1b66-4119-adc6-3c31a88b5557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:23.287063 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d6ad3873-1b66-4119-adc6-3c31a88b5557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:23.287063 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-d6ad3873-1b66-4119-adc6-3c31a88b5557 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/37b46285-69ba-40c0-acb5-63e4eb66b983 HTTP/1.1" status: 204 len: 168 time: 1.5649662 Aug 07 12:49:23.295904 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244ee258-0241-4f94-bd62-b37f6366b5ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=100621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:49:23.324042 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ee258-0241-4f94-bd62-b37f6366b5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19154462-78f7-42de-93f2-133dc140c453,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:23.331998 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-244ee258-0241-4f94-bd62-b37f6366b5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:23.332343 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.db.segments_db [None req-244ee258-0241-4f94-bd62-b37f6366b5ba admin admin] Added segment 3d565358-8e3c-4371-b790-ff456ed9ff46 of type vlan for network 9e31b405-f077-4e4b-8c24-295b92f03576 Aug 07 12:49:23.350001 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad3873-1b66-4119-adc6-3c31a88b5557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b46285-69ba-40c0-acb5-63e4eb66b983,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:23.404032 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-244ee258-0241-4f94-bd62-b37f6366b5ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:23.586048 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e22b5a-f86c-45db-93e6-c8a7f48f485b req-4b6fde83-d435-486f-8153-6a7a6c059048 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:23.595214 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-75e22b5a-f86c-45db-93e6-c8a7f48f485b req-4b6fde83-d435-486f-8153-6a7a6c059048 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 932 time: 0.0843112 Aug 07 12:49:23.665010 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-75e22b5a-f86c-45db-93e6-c8a7f48f485b req-2bbb8131-c400-4f23-9f51-ff3c2ed3e33d tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687618 Aug 07 12:49:23.716385 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9151fb0b-90bb-45c6-a5a5-b17f980e59de req-5b00a139-c037-4121-8f47-6b1b32239c31 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 210 time: 0.1343684 Aug 07 12:49:23.814881 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-244ee258-0241-4f94-bd62-b37f6366b5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:23.825753 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244ee258-0241-4f94-bd62-b37f6366b5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:23.826986 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-244ee258-0241-4f94-bd62-b37f6366b5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:23.943517 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ee258-0241-4f94-bd62-b37f6366b5ba admin admin] Pushing event updated for resources: {'Network': ['ID=9e31b405-f077-4e4b-8c24-295b92f03576,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:23.957477 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network 9e31b405-f077-4e4b-8c24-295b92f03576 details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:49:24.097975 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6053bcc-d1c8-40f2-931e-0c6df319601c req-7204b38b-778e-4cb2-b011-3003383c8ca5 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:24.097975 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b6053bcc-d1c8-40f2-931e-0c6df319601c req-7204b38b-778e-4cb2-b011-3003383c8ca5 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 931 time: 0.1303985 Aug 07 12:49:24.140688 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b6053bcc-d1c8-40f2-931e-0c6df319601c req-0044dec7-63e4-4486-a457-178eb69c969e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575857 Aug 07 12:49:24.439079 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-244ee258-0241-4f94-bd62-b37f6366b5ba admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.2311573 Aug 07 12:49:24.444715 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 59588) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:24.453376 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b6e4ba73-1638-4a73-9fe1-193f7420f5ea admin admin] Request body: {'subnet': {'network_id': '9e31b405-f077-4e4b-8c24-295b92f03576', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-437949645-subnet', 'tenant_id': '942843fabc454df38747b11f37900960', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:24.852784 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e442552d-4ed7-4bee-ab96-37cc2beb3d50 req-f1405ee9-3a70-430b-948f-fddb1a69440f tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 210 time: 0.0342348 Aug 07 12:49:24.911673 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d07aa-1919-4096-a00e-e4f8ae5e9ebf req-81338e06-90a9-4617-bf9b-c404643edf32 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:24.913221 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5d0d07aa-1919-4096-a00e-e4f8ae5e9ebf req-81338e06-90a9-4617-bf9b-c404643edf32 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 932 time: 0.1064770 Aug 07 12:49:24.951968 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5d0d07aa-1919-4096-a00e-e4f8ae5e9ebf req-61e1638b-7828-49bc-a87d-aff0004a32cb tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322797 Aug 07 12:49:25.097624 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e4ba73-1638-4a73-9fe1-193f7420f5ea admin admin] Made reservation on behalf of 942843fabc454df38747b11f37900960 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:49:25.100370 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6e4ba73-1638-4a73-9fe1-193f7420f5ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:25.317119 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30780e9c-545a-4a26-ad3e-b75d6adf7678 req-ca7837c3-a9a0-4477-9405-8b352fa384e2 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:25.325053 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-30780e9c-545a-4a26-ad3e-b75d6adf7678 req-ca7837c3-a9a0-4477-9405-8b352fa384e2 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 931 time: 0.0853021 Aug 07 12:49:25.371765 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-30780e9c-545a-4a26-ad3e-b75d6adf7678 req-ff020bff-e49e-4cca-8115-31417338e902 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457714 Aug 07 12:49:25.495424 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6e4ba73-1638-4a73-9fe1-193f7420f5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:25.605750 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4ba73-1638-4a73-9fe1-193f7420f5ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c81b112-dd59-40de-a2e7-a27643c73e93,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:25.605750 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e4ba73-1638-4a73-9fe1-193f7420f5ea admin admin] Checking segment: {'id': '3d565358-8e3c-4371-b790-ff456ed9ff46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '9e31b405-f077-4e4b-8c24-295b92f03576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:49:25.605750 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e4ba73-1638-4a73-9fe1-193f7420f5ea admin admin] Network hostable DHCP agents. Network: 9e31b405-f077-4e4b-8c24-295b92f03576, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:49:25.831804 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e4ba73-1638-4a73-9fe1-193f7420f5ea admin admin] Network 9e31b405-f077-4e4b-8c24-295b92f03576 is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:49:25.971462 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-811a59a1-cf3a-4083-bc77-6a7517c1ef1f req-2d5795ce-f188-411b-9b11-2e0c2b008fec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 210 time: 0.0298207 Aug 07 12:49:26.082785 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-b6e4ba73-1638-4a73-9fe1-193f7420f5ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, 9e31b405-f077-4e4b-8c24-295b92f03576) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:49:26.089943 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e4ba73-1638-4a73-9fe1-193f7420f5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:26.124605 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b6e4ba73-1638-4a73-9fe1-193f7420f5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:26.125455 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5753e0ad-e574-4fb2-bbc6-d99f8249bcf6 None None] Network 9e31b405-f077-4e4b-8c24-295b92f03576 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:49:26.126778 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59039a-738b-42f0-89cb-0ff45e83b39f req-9f052737-b14c-47a0-9f71-6d95876d84dc tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:26.126778 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-cf59039a-738b-42f0-89cb-0ff45e83b39f req-9f052737-b14c-47a0-9f71-6d95876d84dc tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 932 time: 0.0715694 Aug 07 12:49:26.171771 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-cf59039a-738b-42f0-89cb-0ff45e83b39f req-7993c6c2-00c2-455f-bb64-4d3698ea1638 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419374 Aug 07 12:49:26.275263 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a26e7e-2d05-492f-a16d-52faed385256 None None] Network 9e31b405-f077-4e4b-8c24-295b92f03576 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:49:26.520364 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3963cba-48fd-4bf7-b1a9-816873416b5a req-82fd2e77-757f-42db-b6c6-767590abd5ef tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:26.522218 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a3963cba-48fd-4bf7-b1a9-816873416b5a req-82fd2e77-757f-42db-b6c6-767590abd5ef tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 931 time: 0.0663059 Aug 07 12:49:26.569408 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a3963cba-48fd-4bf7-b1a9-816873416b5a req-bae256ca-68e1-42c8-9ab1-39bb0af32ac2 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396674 Aug 07 12:49:26.616133 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-b6e4ba73-1638-4a73-9fe1-193f7420f5ea admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1529989 Aug 07 12:49:26.851143 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59654) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:26.905426 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a83c4f-ba97-493b-a3c8-131bbc0be9c6 admin admin] Deleting subnet 5a387341-1cfd-4190-91ce-d43ae2bc08f0 {{(pid=100621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 12:49:26.910589 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-14a83c4f-ba97-493b-a3c8-131bbc0be9c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:26.968779 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-14a83c4f-ba97-493b-a3c8-131bbc0be9c6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:26.985533 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-14a83c4f-ba97-493b-a3c8-131bbc0be9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528469'] for subnet, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:27.087402 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6ca08192-f8af-42d3-a194-4bcc98f98423 req-cdff383a-bd2f-4f93-b369-90f30491ef43 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 210 time: 0.0308123 Aug 07 12:49:27.288902 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-14a83c4f-ba97-493b-a3c8-131bbc0be9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for subnet, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:27.333063 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a83c4f-ba97-493b-a3c8-131bbc0be9c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a387341-1cfd-4190-91ce-d43ae2bc08f0,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:27.345393 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-14a83c4f-ba97-493b-a3c8-131bbc0be9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:27.352298 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-14a83c4f-ba97-493b-a3c8-131bbc0be9c6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5a387341-1cfd-4190-91ce-d43ae2bc08f0 HTTP/1.1" status: 204 len: 168 time: 0.4998398 Aug 07 12:49:27.354305 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59666) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:27.401610 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7cf7b-8768-4223-84f6-4816368e12d8 req-d1631d43-d6bc-4acd-b645-69e8213d8fca tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:27.406520 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-3dc7cf7b-8768-4223-84f6-4816368e12d8 req-d1631d43-d6bc-4acd-b645-69e8213d8fca tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 932 time: 0.1111345 Aug 07 12:49:27.485691 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-3dc7cf7b-8768-4223-84f6-4816368e12d8 req-1b16abe4-d294-4b97-875e-3e172cf707e9 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664177 Aug 07 12:49:27.487565 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561226'] for network, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:27.600274 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531410', 'neutron.services.segments.db._delete_segments_for_network-8739267626096'] for network, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:27.613105 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:49:27.613376 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:49:27.614202 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:49:27.614556 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Subscribe: > port after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:49:27.614949 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:49:27.615269 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Subscribe: > port after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:49:27.615596 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:49:27.615942 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:49:27.616428 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:49:27.616905 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:49:27.933893 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:49:27.933893 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:49:27.934821 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:49:27.935035 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:49:27.935410 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3d73f3-049f-4e39-bab7-e21e0617f63a']}} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:27.966865 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7088b223-c84a-4fec-a677-46073c61d6fb') {'for_net_delete': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:27.967427 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7088b223-c84a-4fec-a677-46073c61d6fb') {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:28.001452 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739267629177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637966'] for segment, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:28.025350 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:28.059725 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc847d-f21a-41a7-8c05-bb77e415415e req-c4996858-728b-4493-962d-742d06a39058 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:28.059725 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e2cc847d-f21a-41a7-8c05-bb77e415415e req-c4996858-728b-4493-962d-742d06a39058 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 931 time: 0.1056225 Aug 07 12:49:28.108543 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e2cc847d-f21a-41a7-8c05-bb77e415415e req-f6a9ffdb-3d5b-455d-bc3f-712e470511f8 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386925 Aug 07 12:49:28.190658 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-25df1ec7-2d7f-44d6-a34b-f42321f32e61 req-ca3fe43a-7633-4973-9085-bad0feda66f4 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 210 time: 0.0301416 Aug 07 12:49:28.599735 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=100621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 12:49:28.600364 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8863298'] for segment, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: from cryptography.utils import int_from_bytes Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: from cryptography.utils import int_from_bytes Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: Traceback (most recent call last): Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: timer() Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: cb(*args, **kw) Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: return func(*args, **kwargs) Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: self._notify() Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: self.callback(batched_events) Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: event.method(event) Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: return f(self, *a, **k) Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._get(url).json() Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: return self.request(url, 'GET', **kwargs) Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 12:49:28.604320 dv-cinder-787296-2-iscsi neutron-server[100621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 12:49:28.677550 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a11a72-5f34-4289-b553-c22282aa31b7 req-06b58553-eb69-4590-be66-d60d2cacf475 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:28.679477 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-60a11a72-5f34-4289-b553-c22282aa31b7 req-06b58553-eb69-4590-be66-d60d2cacf475 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 932 time: 0.1167312 Aug 07 12:49:28.741639 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-60a11a72-5f34-4289-b553-c22282aa31b7 req-c3a74f9a-ba4c-4491-97cc-f0f17e2fd60a tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542920 Aug 07 12:49:28.754203 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519594'] for network, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:28.761814 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:28.764328 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] 10.222.0.59 "DELETE /v2.0/networks/0f3d73f3-049f-4e39-bab7-e21e0617f63a HTTP/1.1" status: 204 len: 168 time: 1.4079716 Aug 07 12:49:28.767826 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 59696) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:28.783686 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6ce0d-d796-44c0-8c93-0950a4ac7a12 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f3d73f3-049f-4e39-bab7-e21e0617f63a,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:28.846942 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ea354a-cc3f-4628-83ca-8117722dcfe6 admin admin] Deleting subnet 9c81b112-dd59-40de-a2e7-a27643c73e93 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 12:49:28.850885 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-94ea354a-cc3f-4628-83ca-8117722dcfe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:28.890503 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-94ea354a-cc3f-4628-83ca-8117722dcfe6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:28.901371 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-94ea354a-cc3f-4628-83ca-8117722dcfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528469'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:28.973069 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 59700) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:29.008328 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59704) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:29.072183 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-94ea354a-cc3f-4628-83ca-8117722dcfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.126997 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea354a-cc3f-4628-83ca-8117722dcfe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c81b112-dd59-40de-a2e7-a27643c73e93,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:29.128913 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-94ea354a-cc3f-4628-83ca-8117722dcfe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.132230 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-94ea354a-cc3f-4628-83ca-8117722dcfe6 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9c81b112-dd59-40de-a2e7-a27643c73e93 HTTP/1.1" status: 204 len: 168 time: 0.3634174 Aug 07 12:49:29.134711 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59710) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:29.157957 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ea36e67-1ef0-47c6-9d37-2026c8aeaf0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.241408 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-244af0aa-fba1-4a86-ad5b-cd26fb23435f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.302801 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bfe6e-b2a6-4370-976b-1d176dce8552 req-3d5b7c3f-81dd-4eac-bc07-5222f47e7208 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:29.304455 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-689bfe6e-b2a6-4370-976b-1d176dce8552 req-3d5b7c3f-81dd-4eac-bc07-5222f47e7208 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 931 time: 0.0834115 Aug 07 12:49:29.305348 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf52d-5434-4252-abf6-68c88ae07c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561226'] for network, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.326171 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1344d58b-4942-4376-8c98-bd2f59ddbb4b req-6a6c15e9-d910-4aa0-95af-ad97f9dd2b2f tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 210 time: 0.0394163 Aug 07 12:49:29.361368 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ea36e67-1ef0-47c6-9d37-2026c8aeaf0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.367369 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-689bfe6e-b2a6-4370-976b-1d176dce8552 req-43c4dcb7-6c33-4242-902a-590de0feef34 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564554 Aug 07 12:49:29.412237 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf52d-5434-4252-abf6-68c88ae07c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531410', 'neutron.services.segments.db._delete_segments_for_network-8739267626096'] for network, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.423818 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-fe0bf52d-5434-4252-abf6-68c88ae07c5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e31b405-f077-4e4b-8c24-295b92f03576']}} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:29.433915 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-fe0bf52d-5434-4252-abf6-68c88ae07c5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d565358-8e3c-4371-b790-ff456ed9ff46') {'for_net_delete': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:29.434224 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-fe0bf52d-5434-4252-abf6-68c88ae07c5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d565358-8e3c-4371-b790-ff456ed9ff46') {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:29.442537 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0ea36e67-1ef0-47c6-9d37-2026c8aeaf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.445063 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf52d-5434-4252-abf6-68c88ae07c5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739267629177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637966'] for segment, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.466219 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf52d-5434-4252-abf6-68c88ae07c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.475680 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0bf52d-5434-4252-abf6-68c88ae07c5c admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=100621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 12:49:29.476068 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf52d-5434-4252-abf6-68c88ae07c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8863298'] for segment, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: Traceback (most recent call last): Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: timer() Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: cb(*args, **kw) Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: return func(*args, **kwargs) Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: self._notify() Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: self.callback(batched_events) Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: event.method(event) Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: return f(self, *a, **k) Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._get(url).json() Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: return self.request(url, 'GET', **kwargs) Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 12:49:29.477646 dv-cinder-787296-2-iscsi neutron-server[100621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 12:49:29.483592 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-0ea36e67-1ef0-47c6-9d37-2026c8aeaf0a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f6404e6326f346aeb7d751a35602c451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5069401 Aug 07 12:49:29.484713 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea36e67-1ef0-47c6-9d37-2026c8aeaf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6443ba-4bd7-47e8-9f62-9c1155e07e13,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:29.487749 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 59718) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:29.538275 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4de70d83-869c-4396-8187-65e9a55a6a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.560528 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4de70d83-869c-4396-8187-65e9a55a6a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.591404 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-244af0aa-fba1-4a86-ad5b-cd26fb23435f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.643571 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf52d-5434-4252-abf6-68c88ae07c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519594'] for network, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.648944 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf52d-5434-4252-abf6-68c88ae07c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.652708 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-fe0bf52d-5434-4252-abf6-68c88ae07c5c admin admin] 10.222.0.59 "DELETE /v2.0/networks/9e31b405-f077-4e4b-8c24-295b92f03576 HTTP/1.1" status: 204 len: 168 time: 0.5151854 Aug 07 12:49:29.665687 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bf52d-5434-4252-abf6-68c88ae07c5c admin admin] Pushing event deleted for resources: {'Network': ['ID=9e31b405-f077-4e4b-8c24-295b92f03576,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:29.677194 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4de70d83-869c-4396-8187-65e9a55a6a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.679833 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4de70d83-869c-4396-8187-65e9a55a6a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.681871 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-4de70d83-869c-4396-8187-65e9a55a6a8c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d6443ba-4bd7-47e8-9f62-9c1155e07e13 HTTP/1.1" status: 204 len: 168 time: 0.1923261 Aug 07 12:49:29.683451 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-244af0aa-fba1-4a86-ad5b-cd26fb23435f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.689761 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de70d83-869c-4396-8187-65e9a55a6a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6443ba-4bd7-47e8-9f62-9c1155e07e13,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:29.725248 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-244af0aa-fba1-4a86-ad5b-cd26fb23435f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ea799065ee9c49cf8005e4c64cbfd31c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7157857 Aug 07 12:49:29.728079 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 59724) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:29.748279 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244af0aa-fba1-4a86-ad5b-cd26fb23435f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d33c527-223d-4a0c-9153-9f421128bb69,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:29.805406 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-40f1297f-1056-4c36-bedf-05fc29df5b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.828084 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-40f1297f-1056-4c36-bedf-05fc29df5b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:29.872888 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71d64c-5b0d-4988-88cf-ee1b53d97b10 req-a43721ba-a6ac-4513-a4d7-05da1760a985 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:29.874497 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2c71d64c-5b0d-4988-88cf-ee1b53d97b10 req-a43721ba-a6ac-4513-a4d7-05da1760a985 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 932 time: 0.0584629 Aug 07 12:49:29.922797 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2c71d64c-5b0d-4988-88cf-ee1b53d97b10 req-4c9a088b-1405-4fc8-a171-800af6ca3b9a tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368080 Aug 07 12:49:30.111343 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-40f1297f-1056-4c36-bedf-05fc29df5b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:30.114600 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-40f1297f-1056-4c36-bedf-05fc29df5b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:30.115482 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-40f1297f-1056-4c36-bedf-05fc29df5b27 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4d33c527-223d-4a0c-9153-9f421128bb69 HTTP/1.1" status: 204 len: 168 time: 0.3853910 Aug 07 12:49:30.123905 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1297f-1056-4c36-bedf-05fc29df5b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d33c527-223d-4a0c-9153-9f421128bb69,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:30.151275 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 59738) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:30.199126 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-1e2730ef-15bd-4ee6-ad69-8eab0f774a87 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fbcfe92fdb02455f98e064b85d0e8ce8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0446723 Aug 07 12:49:30.206680 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 59742) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:30.280739 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Request body: {'port': {'device_id': '7c18a8d4-44a3-4c30-831b-54716bdcaa6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:30.295629 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dd55e112-f73b-412c-a555-84fa71194b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:30.325297 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Request body: {'port': {'device_id': 'dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:30.350667 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dd55e112-f73b-412c-a555-84fa71194b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:30.384330 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Request body: {'port': {'device_id': 'ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:30.392866 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:30.416300 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:30.504194 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:30.605963 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-edbc3363-5019-470b-af89-e0fb0b824dc0 req-b04e0040-5597-42ee-bf46-915669c722c6 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 210 time: 0.0885310 Aug 07 12:49:30.679259 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dd55e112-f73b-412c-a555-84fa71194b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:30.682003 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dd55e112-f73b-412c-a555-84fa71194b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:30.685516 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-dd55e112-f73b-412c-a555-84fa71194b4b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ee8fe14-ca24-4206-a930-3a74d04a0ef4 HTTP/1.1" status: 204 len: 168 time: 0.4752507 Aug 07 12:49:30.741890 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e1cb4-4c2a-4107-be9b-ef0de31e05fc req-b844a1b7-a95d-4b87-87e1-7c1349dadaff tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:30.743547 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-580e1cb4-4c2a-4107-be9b-ef0de31e05fc req-b844a1b7-a95d-4b87-87e1-7c1349dadaff tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 931 time: 0.1868746 Aug 07 12:49:30.763825 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55e112-f73b-412c-a555-84fa71194b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee8fe14-ca24-4206-a930-3a74d04a0ef4,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:30.848261 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-580e1cb4-4c2a-4107-be9b-ef0de31e05fc req-1dd4cb73-8868-4fe7-a0cf-0b00027b6495 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889404 Aug 07 12:49:30.991572 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c5dc51-1cc4-4d2f-a731-02c412f50db1 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:49:31.009118 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:31.056830 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Transition to ACTIVE for port object 94c5dc51-1cc4-4d2f-a731-02c412f50db1 will not be triggered until provisioned by entity L2. {{(pid=100621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:49:31.147218 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59768) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:31.185516 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:31.207604 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-55175138-855e-45ce-b790-1c534796d11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:31.240171 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceadee4-0233-4268-874f-c95c24d97bee req-51e76655-38d6-437f-ba3c-23cbfe619f72 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:31.241834 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-dceadee4-0233-4268-874f-c95c24d97bee req-51e76655-38d6-437f-ba3c-23cbfe619f72 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 932 time: 0.1667070 Aug 07 12:49:31.339829 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:49:31.355367 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:31.367784 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-dceadee4-0233-4268-874f-c95c24d97bee req-04d865ae-a524-4211-8500-cd2442dd8941 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117136 Aug 07 12:49:31.389185 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Transition to ACTIVE for port object 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:49:31.422452 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Pushing event updated for resources: {'Port': ['ID=94c5dc51-1cc4-4d2f-a731-02c412f50db1,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:31.449623 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4687937b-6258-493a-8edb-bfb07f6399d1 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:49:31.461755 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:31.479661 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:31.494058 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Transition to ACTIVE for port object 4687937b-6258-493a-8edb-bfb07f6399d1 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:49:31.533526 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.58', 49663) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:31.553725 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Attempting to bind port 94c5dc51-1cc4-4d2f-a731-02c412f50db1 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:49:31.554110 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Attempting to bind port 94c5dc51-1cc4-4d2f-a731-02c412f50db1 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '67d7822a-27ab-493c-bf64-c73c39269c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:49:31.554577 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Attempting to bind port 94c5dc51-1cc4-4d2f-a731-02c412f50db1 on network d2321795-e5f2-40d8-bbcd-632960ec1b50 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:49:31.574344 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Port 94c5dc51-1cc4-4d2f-a731-02c412f50db1 on network d2321795-e5f2-40d8-bbcd-632960ec1b50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:49:31.574773 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Attempting to bind port 94c5dc51-1cc4-4d2f-a731-02c412f50db1 on network d2321795-e5f2-40d8-bbcd-632960ec1b50 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:49:31.588212 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:49:31.588633 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Checking segment: {'id': '67d7822a-27ab-493c-bf64-c73c39269c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:49:31.589186 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Bound using segment: {'id': '67d7822a-27ab-493c-bf64-c73c39269c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:49:31.589750 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Bound port: 94c5dc51-1cc4-4d2f-a731-02c412f50db1, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d7822a-27ab-493c-bf64-c73c39269c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:49:31.590347 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:31.649431 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-55175138-855e-45ce-b790-1c534796d11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:31.649848 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Pushing event updated for resources: {'Port': ['ID=06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:31.706354 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:31.725184 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] For port 94c5dc51-1cc4-4d2f-a731-02c412f50db1, host hv-cinder-78729, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:49:31.732413 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] For port 94c5dc51-1cc4-4d2f-a731-02c412f50db1, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=94c5dc51-1cc4-4d2f-a731-02c412f50db1,segment=NetworkSegment(67d7822a-27ab-493c-bf64-c73c39269c86),segment_id=67d7822a-27ab-493c-bf64-c73c39269c86)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:49:31.737970 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-55175138-855e-45ce-b790-1c534796d11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:31.800008 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Attempting to bind port 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:49:31.800388 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Attempting to bind port 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '0433a741-e926-46c7-b8ef-2039d080b274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '31e76455-8f28-4f1f-831e-8e357311d283'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:49:31.801077 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Attempting to bind port 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb on network 31e76455-8f28-4f1f-831e-8e357311d283 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:49:31.813957 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-55175138-855e-45ce-b790-1c534796d11c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=df27f34e5d2c47c29c27d11ad6b2fa83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6645432 Aug 07 12:49:31.825084 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 59784) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:31.827832 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Port 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb on network 31e76455-8f28-4f1f-831e-8e357311d283 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:49:31.828074 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55175138-855e-45ce-b790-1c534796d11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9fa809-6010-4233-9ff1-b1f8e08259fe,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:31.828172 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Attempting to bind port 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb on network 31e76455-8f28-4f1f-831e-8e357311d283 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:49:31.832523 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ee671917-c269-4e55-b3c4-53a3bfdc4a82 req-317f2782-359e-48b8-aca6-62c1fe3aee55 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 210 time: 0.0797110 Aug 07 12:49:31.840666 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-26b1c1c7-c694-4b38-a7ac-87179ecfd065 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:31.842275 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-26b1c1c7-c694-4b38-a7ac-87179ecfd065 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.58 "GET /v2.0/networks?id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5 HTTP/1.1" status: 200 len: 810 time: 0.3049872 Aug 07 12:49:31.845218 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:31.855522 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:49:31.856155 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Checking segment: {'id': '0433a741-e926-46c7-b8ef-2039d080b274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '31e76455-8f28-4f1f-831e-8e357311d283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:49:31.856909 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Bound using segment: {'id': '0433a741-e926-46c7-b8ef-2039d080b274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '31e76455-8f28-4f1f-831e-8e357311d283'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:49:31.857547 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Bound port: 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0433a741-e926-46c7-b8ef-2039d080b274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '31e76455-8f28-4f1f-831e-8e357311d283'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:49:31.862000 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:31.896273 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59788) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:31.912462 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:31.913091 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:31.914804 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] 10.222.0.58 "PUT /v2.0/ports/94c5dc51-1cc4-4d2f-a731-02c412f50db1 HTTP/1.1" status: 200 len: 1093 time: 2.0393674 Aug 07 12:49:31.915278 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e', 'tag': '94c5dc51-1cc4-4d2f-a731-02c412f50db1'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:49:31.917179 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Pushing event updated for resources: {'Port': ['ID=4687937b-6258-493a-8edb-bfb07f6399d1,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:31.950776 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Attempting to bind port 4687937b-6258-493a-8edb-bfb07f6399d1 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:49:31.952722 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Attempting to bind port 4687937b-6258-493a-8edb-bfb07f6399d1 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '67d7822a-27ab-493c-bf64-c73c39269c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:49:31.952722 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Attempting to bind port 4687937b-6258-493a-8edb-bfb07f6399d1 on network d2321795-e5f2-40d8-bbcd-632960ec1b50 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:49:31.971429 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd8444af-fa35-4564-8782-4a74c87a4e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:31.974367 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e2758-4a49-4694-a453-9b5ccf9dea8a service neutron] Pushing event updated for resources: {'Port': ['ID=94c5dc51-1cc4-4d2f-a731-02c412f50db1,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:32.010107 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Port 4687937b-6258-493a-8edb-bfb07f6399d1 on network d2321795-e5f2-40d8-bbcd-632960ec1b50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:49:32.010729 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Attempting to bind port 4687937b-6258-493a-8edb-bfb07f6399d1 on network d2321795-e5f2-40d8-bbcd-632960ec1b50 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:49:32.075348 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:49:32.075688 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Checking segment: {'id': '67d7822a-27ab-493c-bf64-c73c39269c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:49:32.076151 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Bound using segment: {'id': '67d7822a-27ab-493c-bf64-c73c39269c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:49:32.076685 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Bound port: 4687937b-6258-493a-8edb-bfb07f6399d1, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d7822a-27ab-493c-bf64-c73c39269c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:49:32.077010 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:32.142161 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1e83393-8492-4ae5-a77a-701580a11023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:32.147416 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59796) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:32.150468 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-01506779-2393-4235-9b22-9c87225e1f83 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe58962fe09244deb2d59c8d994e7b3e HTTP/1.1" status: 200 len: 380 time: 0.2319255 Aug 07 12:49:32.150764 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f166a08-6bae-45b7-a511-f83da81402ba" -d '{"events": [{"name": "network-changed", "server_uuid": "dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e", "tag": "94c5dc51-1cc4-4d2f-a731-02c412f50db1"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:49:32.232247 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] For port 4687937b-6258-493a-8edb-bfb07f6399d1, host hv-cinder-78729, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:49:32.241049 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] For port 4687937b-6258-493a-8edb-bfb07f6399d1, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4687937b-6258-493a-8edb-bfb07f6399d1,segment=NetworkSegment(67d7822a-27ab-493c-bf64-c73c39269c86),segment_id=67d7822a-27ab-493c-bf64-c73c39269c86)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:49:32.251366 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd8444af-fa35-4564-8782-4a74c87a4e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:32.259272 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-73153d2e-3d6f-431b-bffb-8cf0416eea20 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Request body: {'port': {'device_id': '3ebc6e63-3637-49cc-8f69-ab7188721b3e', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'admin_state_up': True, 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'security_groups': ['38c54f8c-2b20-4758-8564-09833b3b6271']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:32.275330 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-6e1c7a40-2b72-4ece-9953-e9a74ff949b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:32.277484 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-6e1c7a40-2b72-4ece-9953-e9a74ff949b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e94075116c334ad39b4fbfcde986d660&device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 1096 time: 0.1654809 Aug 07 12:49:32.284485 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-6277659d-6feb-4388-8493-e374f39da9d1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=942843fabc454df38747b11f37900960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1308751 Aug 07 12:49:32.287334 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59806) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:32.353930 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1e83393-8492-4ae5-a77a-701580a11023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:32.363842 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9b52c-6bf1-4cf2-9cfd-593e8483693b req-57ff8157-caa8-4a4e-af9c-39549e41f312 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:32.371367 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1cb9b52c-6bf1-4cf2-9cfd-593e8483693b req-57ff8157-caa8-4a4e-af9c-39549e41f312 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 943 time: 0.4123895 Aug 07 12:49:32.384612 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] For port 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb, host hv-cinder-78729, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:49:32.409123 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:32.478529 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] For port 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb,segment=NetworkSegment(0433a741-e926-46c7-b8ef-2039d080b274),segment_id=0433a741-e926-46c7-b8ef-2039d080b274)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:49:32.512787 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:32.513402 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:32.514949 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] 10.222.0.58 "PUT /v2.0/ports/4687937b-6258-493a-8edb-bfb07f6399d1 HTTP/1.1" status: 200 len: 1093 time: 2.6434190 Aug 07 12:49:32.515401 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713', 'tag': '4687937b-6258-493a-8edb-bfb07f6399d1'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:49:32.524001 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d385b9cd-d46d-4841-8a1a-71d65f15219f x-openstack-request-id: req-d385b9cd-d46d-4841-8a1a-71d65f15219f {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:49:32.524274 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e", "tag": "94c5dc51-1cc4-4d2f-a731-02c412f50db1", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:49:32.524526 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d385b9cd-d46d-4841-8a1a-71d65f15219f {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:49:32.524974 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e', 'tag': '94c5dc51-1cc4-4d2f-a731-02c412f50db1', 'status': 'completed', 'code': 200} Aug 07 12:49:32.568868 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd8444af-fa35-4564-8782-4a74c87a4e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:32.588981 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:32.601638 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-42911473-2b3c-4620-b97b-c00808f1df32 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94c5dc51-1cc4-4d2f-a731-02c412f50db1 HTTP/1.1" status: 200 len: 217 time: 0.2997892 Aug 07 12:49:32.644529 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1cb9b52c-6bf1-4cf2-9cfd-593e8483693b req-383ce3b2-7551-4060-a310-1de0c9d19730 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721226 Aug 07 12:49:32.677604 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:32.678254 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:32.679692 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] 10.222.0.58 "PUT /v2.0/ports/06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb HTTP/1.1" status: 200 len: 1094 time: 2.8143075 Aug 07 12:49:32.683240 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-cd8444af-fa35-4564-8782-4a74c87a4e10 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dbc690bd942749949cb7dddfa5398131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7811193 Aug 07 12:49:32.705537 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59824) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:32.721316 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b635759-bba7-4f51-a3ba-f13d266c9b02" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713", "tag": "4687937b-6258-493a-8edb-bfb07f6399d1"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:49:32.724065 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af3fe7-620f-4045-a89c-d978cee2278e service neutron] Pushing event updated for resources: {'Port': ['ID=4687937b-6258-493a-8edb-bfb07f6399d1,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:32.729170 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa792e4-5d03-403a-a4f6-d97745e08e25 req-b06a9bb7-598e-48f4-89f0-28eb7891a575 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:32.730741 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2fa792e4-5d03-403a-a4f6-d97745e08e25 req-b06a9bb7-598e-48f4-89f0-28eb7891a575 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 944 time: 0.2049086 Aug 07 12:49:32.749962 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8444af-fa35-4564-8782-4a74c87a4e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39548209-41db-4950-a419-e460feae9fcd,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:32.764852 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-3fdc5cee-932d-49de-a337-537a593088ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:32.766274 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-3fdc5cee-932d-49de-a337-537a593088ad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb5a6588-eee4-40e0-8f56-708709b8be3c HTTP/1.1" status: 200 len: 858 time: 0.1528614 Aug 07 12:49:32.787197 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aeaf38e2-b124-4b28-8fcd-3b33160490b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:32.870797 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1e83393-8492-4ae5-a77a-701580a11023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:32.877630 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1e83393-8492-4ae5-a77a-701580a11023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:32.881791 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-d1e83393-8492-4ae5-a77a-701580a11023 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4c9fa809-6010-4233-9ff1-b1f8e08259fe HTTP/1.1" status: 204 len: 168 time: 1.0382667 Aug 07 12:49:32.926725 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-2cc338bd-1885-47a4-87af-ac4233bb14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:32.928361 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-2cc338bd-1885-47a4-87af-ac4233bb14e9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e94075116c334ad39b4fbfcde986d660&device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 1096 time: 0.2424755 Aug 07 12:49:32.941668 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-a3085fa0-09f1-47bf-8c13-ea30083d1ea8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2321795-e5f2-40d8-bbcd-632960ec1b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200337 Aug 07 12:49:32.947079 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39a52ae-b3b3-4e97-a4ee-0c81aeb39258 x-openstack-request-id: req-e39a52ae-b3b3-4e97-a4ee-0c81aeb39258 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:49:32.947657 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713", "tag": "4687937b-6258-493a-8edb-bfb07f6399d1", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:49:32.948111 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e39a52ae-b3b3-4e97-a4ee-0c81aeb39258 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:49:32.948786 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713', 'tag': '4687937b-6258-493a-8edb-bfb07f6399d1', 'status': 'completed', 'code': 200} Aug 07 12:49:32.951500 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2fa792e4-5d03-403a-a4f6-d97745e08e25 req-3bb565b5-d968-45b1-84fd-d0b9d564c83a tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036166 Aug 07 12:49:32.959965 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aeaf38e2-b124-4b28-8fcd-3b33160490b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:32.964793 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e83393-8492-4ae5-a77a-701580a11023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9fa809-6010-4233-9ff1-b1f8e08259fe,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:32.977674 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeeacfd-bae4-4fc5-9fd9-303685447e7e service neutron] Pushing event updated for resources: {'Port': ['ID=06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:32.991256 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-73153d2e-3d6f-431b-bffb-8cf0416eea20 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Made reservation on behalf of fe58962fe09244deb2d59c8d994e7b3e for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:49:32.996046 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-73153d2e-3d6f-431b-bffb-8cf0416eea20 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:33.074162 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c98675d0-4c28-44c0-a3b2-f3792f308ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:33.103094 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-cf99c218-d6d4-4903-b6da-a93e4f68b869 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4687937b-6258-493a-8edb-bfb07f6399d1 HTTP/1.1" status: 200 len: 217 time: 0.0949271 Aug 07 12:49:33.122725 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-ed502a4d-ef61-45b4-acc3-aefecc6f7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:33.124131 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-ed502a4d-ef61-45b4-acc3-aefecc6f7ac4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa2a4a5930aa41eebe63a64ede80767c&device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 1097 time: 0.2947886 Aug 07 12:49:33.130436 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c98675d0-4c28-44c0-a3b2-f3792f308ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:33.132934 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-09452b8d-4a33-4153-9a8e-296ce4113be4 req-5820637d-ff2c-41c2-9e77-da57384ec1b2 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 210 time: 0.0764921 Aug 07 12:49:33.184904 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-d10191b1-cd5e-48eb-b8c8-bce4acd8a526 service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882901 Aug 07 12:49:33.223092 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-392fbe19-c98a-41f0-8689-a28f751fc4f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb HTTP/1.1" status: 200 len: 217 time: 0.0581734 Aug 07 12:49:33.273486 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aeaf38e2-b124-4b28-8fcd-3b33160490b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:33.276095 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aeaf38e2-b124-4b28-8fcd-3b33160490b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:33.279627 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-aeaf38e2-b124-4b28-8fcd-3b33160490b5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/19154462-78f7-42de-93f2-133dc140c453 HTTP/1.1" status: 204 len: 168 time: 0.9888649 Aug 07 12:49:33.294282 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf38e2-b124-4b28-8fcd-3b33160490b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19154462-78f7-42de-93f2-133dc140c453,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:33.304540 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-940ff4c2-ac54-4545-a63e-179cd1f04dbb req-d1ae96b8-f1bd-456c-8ee3-3c4336d37032 service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107543 Aug 07 12:49:33.332894 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c98675d0-4c28-44c0-a3b2-f3792f308ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:33.335912 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c98675d0-4c28-44c0-a3b2-f3792f308ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:33.339010 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-c98675d0-4c28-44c0-a3b2-f3792f308ff7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/39548209-41db-4950-a419-e460feae9fcd HTTP/1.1" status: 204 len: 168 time: 0.6320558 Aug 07 12:49:33.355170 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98675d0-4c28-44c0-a3b2-f3792f308ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39548209-41db-4950-a419-e460feae9fcd,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:33.442535 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7428-7630-4f6b-9fda-d6fecd3071fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:33.475377 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-a6fed312-140f-4d85-9c65-06a7e06e2d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:33.481206 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-a6fed312-140f-4d85-9c65-06a7e06e2d31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb5a6588-eee4-40e0-8f56-708709b8be3c HTTP/1.1" status: 200 len: 858 time: 0.3522184 Aug 07 12:49:33.519666 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9b08d6d2-1824-4ae5-a9a8-d8bca874a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:33.521251 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-9b08d6d2-1824-4ae5-a9a8-d8bca874a642 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f7fd01c-bedb-4db9-a9d4-5a6b4881b173 HTTP/1.1" status: 200 len: 852 time: 0.2886338 Aug 07 12:49:33.607973 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f166a08-6bae-45b7-a511-f83da81402ba req-19cf00d9-4aef-44df-a088-7f9e5e18ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:33.611996 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3f166a08-6bae-45b7-a511-f83da81402ba req-19cf00d9-4aef-44df-a088-7f9e5e18ed11 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e94075116c334ad39b4fbfcde986d660&device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 1096 time: 0.0874324 Aug 07 12:49:33.645940 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-28051925-cd9a-4ff2-8797-80159469a01e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=31e76455-8f28-4f1f-831e-8e357311d283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891457 Aug 07 12:49:33.715655 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-46c78994-003f-4a92-9b9d-aa37bc8ae322 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2321795-e5f2-40d8-bbcd-632960ec1b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1900623 Aug 07 12:49:33.875629 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-860b5371-7e50-45f5-8ac6-c3ebb03a12d5 service neutron] 10.222.0.58 "GET /v2.0/networks/31e76455-8f28-4f1f-831e-8e357311d283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117217 Aug 07 12:49:33.877132 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-73153d2e-3d6f-431b-bffb-8cf0416eea20 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Allocated IP 172.20.0.9 (b7e5231c-9a47-4d29-8859-d08f4c51f6a5/300bb429-c76c-4118-afab-6302f18dd66e/149d6a70-6d91-4dc5-ab5c-cfcb7810cde6) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:49:33.965298 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e2095-10bd-4ec9-ae5f-13744e2d2b48 req-75c8a624-07e5-424d-a89f-997726a12bbc tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:33.967921 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9b5e2095-10bd-4ec9-ae5f-13744e2d2b48 req-75c8a624-07e5-424d-a89f-997726a12bbc tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 943 time: 0.1835897 Aug 07 12:49:33.999440 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f166a08-6bae-45b7-a511-f83da81402ba req-b382b55a-9ac0-43f2-9919-2d4baa65bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:34.002434 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3f166a08-6bae-45b7-a511-f83da81402ba req-b382b55a-9ac0-43f2-9919-2d4baa65bbd3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2321795-e5f2-40d8-bbcd-632960ec1b50 HTTP/1.1" status: 200 len: 919 time: 0.3741231 Aug 07 12:49:34.083298 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3f166a08-6bae-45b7-a511-f83da81402ba req-31526922-8551-4311-bc79-53fe726bbc86 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94c5dc51-1cc4-4d2f-a731-02c412f50db1 HTTP/1.1" status: 200 len: 217 time: 0.0688486 Aug 07 12:49:34.158884 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9b5e2095-10bd-4ec9-ae5f-13744e2d2b48 req-9d369da8-5d05-4617-92f7-1bdd9eb296c0 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761618 Aug 07 12:49:34.203187 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f166a08-6bae-45b7-a511-f83da81402ba req-30336e75-4671-4bd6-8fc8-dbaf3f9c2097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:34.206452 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3f166a08-6bae-45b7-a511-f83da81402ba req-30336e75-4671-4bd6-8fc8-dbaf3f9c2097 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb5a6588-eee4-40e0-8f56-708709b8be3c HTTP/1.1" status: 200 len: 858 time: 0.1152411 Aug 07 12:49:34.231987 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-dbe1fccb-4cdf-4c75-89dd-46de340f1ed0 service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037177 Aug 07 12:49:34.269838 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3f166a08-6bae-45b7-a511-f83da81402ba req-16880d79-3b00-40f1-b78a-f2fb9dbc0165 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2321795-e5f2-40d8-bbcd-632960ec1b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532176 Aug 07 12:49:34.280666 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-62416e2e-ef58-4f0b-adfa-3b8ac3b291bd service neutron] 10.222.0.58 "GET /v2.0/networks/31e76455-8f28-4f1f-831e-8e357311d283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824806 Aug 07 12:49:34.285069 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-480f6117-af38-419e-843e-9b4ad503a851 req-fc30bca1-2256-4b99-9b79-bb0a99c92af3 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 210 time: 0.0391359 Aug 07 12:49:34.357833 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db005076-63e8-4e33-8b3c-addaf20c1b92 req-d99bcda2-10d2-440e-8c21-44d556399ced tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:34.359382 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-db005076-63e8-4e33-8b3c-addaf20c1b92 req-d99bcda2-10d2-440e-8c21-44d556399ced tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 944 time: 0.2545910 Aug 07 12:49:34.394536 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-73153d2e-3d6f-431b-bffb-8cf0416eea20 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:34.397881 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3f166a08-6bae-45b7-a511-f83da81402ba req-1d96919f-d758-4e3d-9732-65bb7f6ffd98 service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036057 Aug 07 12:49:34.440718 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-73153d2e-3d6f-431b-bffb-8cf0416eea20 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Transition to ACTIVE for port object 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 will not be triggered until provisioned by entity DHCP. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:49:34.476528 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-db005076-63e8-4e33-8b3c-addaf20c1b92 req-ec08894a-d58a-43f9-9073-33d656c10388 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021025 Aug 07 12:49:34.480949 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e8bec603-e2bd-4af2-a5c0-94925130b455 req-2e61aecd-99c4-4f44-882f-0bfdcd6ca168 service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274182 Aug 07 12:49:34.538433 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3f166a08-6bae-45b7-a511-f83da81402ba req-0d577f73-decb-4565-9177-4f7c9d3af1bd service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305175 Aug 07 12:49:34.608688 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-73153d2e-3d6f-431b-bffb-8cf0416eea20 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:34.650334 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-73153d2e-3d6f-431b-bffb-8cf0416eea20 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:49:34.655613 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-73153d2e-3d6f-431b-bffb-8cf0416eea20 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:49:34.660084 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-73153d2e-3d6f-431b-bffb-8cf0416eea20 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:49:34.665611 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-73153d2e-3d6f-431b-bffb-8cf0416eea20 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:34.671294 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-73153d2e-3d6f-431b-bffb-8cf0416eea20 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:34.681819 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73153d2e-3d6f-431b-bffb-8cf0416eea20 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Pushing event updated for resources: {'Port': ['ID=149d6a70-6d91-4dc5-ab5c-cfcb7810cde6,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:34.834530 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b635759-bba7-4f51-a3ba-f13d266c9b02 req-194f13a3-c5f3-4fd7-b862-63b925278587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:34.836089 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1b635759-bba7-4f51-a3ba-f13d266c9b02 req-194f13a3-c5f3-4fd7-b862-63b925278587 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e94075116c334ad39b4fbfcde986d660&device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 1096 time: 0.1127257 Aug 07 12:49:34.949328 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b635759-bba7-4f51-a3ba-f13d266c9b02 req-574b67f2-0de5-494e-8a6b-1ee465061348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:34.950460 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c18a8d4-44a3-4c30-831b-54716bdcaa6a', 'tag': '06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:49:34.951159 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1b635759-bba7-4f51-a3ba-f13d266c9b02 req-574b67f2-0de5-494e-8a6b-1ee465061348 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2321795-e5f2-40d8-bbcd-632960ec1b50 HTTP/1.1" status: 200 len: 919 time: 0.1064107 Aug 07 12:49:34.952818 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ea4865-2ad0-4c48-9bae-50fccf35d5b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7c18a8d4-44a3-4c30-831b-54716bdcaa6a", "tag": "06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:49:34.993338 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a407ba5-bb68-4d0f-bf27-41ab7d501e1b x-openstack-request-id: req-6a407ba5-bb68-4d0f-bf27-41ab7d501e1b {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:49:34.993622 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c18a8d4-44a3-4c30-831b-54716bdcaa6a", "tag": "06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:49:34.994107 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6a407ba5-bb68-4d0f-bf27-41ab7d501e1b {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:49:34.994527 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c18a8d4-44a3-4c30-831b-54716bdcaa6a', 'tag': '06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb', 'status': 'completed', 'code': 200} Aug 07 12:49:35.009564 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1b635759-bba7-4f51-a3ba-f13d266c9b02 req-96310632-f307-4bc6-8e37-0f9ec4d7bfbc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4687937b-6258-493a-8edb-bfb07f6399d1 HTTP/1.1" status: 200 len: 217 time: 0.0460033 Aug 07 12:49:35.082119 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b635759-bba7-4f51-a3ba-f13d266c9b02 req-d631dca8-cb7a-44e5-a976-6246cdc550ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:35.083692 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1b635759-bba7-4f51-a3ba-f13d266c9b02 req-d631dca8-cb7a-44e5-a976-6246cdc550ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb5a6588-eee4-40e0-8f56-708709b8be3c HTTP/1.1" status: 200 len: 858 time: 0.0483890 Aug 07 12:49:35.088191 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea4865-2ad0-4c48-9bae-50fccf35d5b3 req-662b4155-763f-4b2f-aee3-c83ac6ccfd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:35.089683 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c3ea4865-2ad0-4c48-9bae-50fccf35d5b3 req-662b4155-763f-4b2f-aee3-c83ac6ccfd1a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa2a4a5930aa41eebe63a64ede80767c&device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 1097 time: 0.0456543 Aug 07 12:49:35.112955 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-73153d2e-3d6f-431b-bffb-8cf0416eea20 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9505064 Aug 07 12:49:35.123231 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1b635759-bba7-4f51-a3ba-f13d266c9b02 req-dd95b82b-4a39-4cf3-a984-c8d908199c72 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2321795-e5f2-40d8-bbcd-632960ec1b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255444 Aug 07 12:49:35.172090 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Request body: {'port': {'device_id': '3ebc6e63-3637-49cc-8f69-ab7188721b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:35.225758 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d022880b-d9ab-49d9-a1f4-3e2455c43d41 None None] Provisioning for port 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:49:35.232317 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1b635759-bba7-4f51-a3ba-f13d266c9b02 req-7f8fe284-9196-464c-be77-a318695e35ae service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910912 Aug 07 12:49:35.232455 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d022880b-d9ab-49d9-a1f4-3e2455c43d41 None None] Provisioning complete for port 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:49:35.232455 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d022880b-d9ab-49d9-a1f4-3e2455c43d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:35.304722 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d022880b-d9ab-49d9-a1f4-3e2455c43d41 None None] Port 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:49:35.364964 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:35.377505 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1b635759-bba7-4f51-a3ba-f13d266c9b02 req-8ed64a95-aacb-424f-98a6-938f2db77523 service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342034 Aug 07 12:49:35.396319 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea4865-2ad0-4c48-9bae-50fccf35d5b3 req-cb081a89-f313-42e0-9d31-538baf0977fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:35.397849 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c3ea4865-2ad0-4c48-9bae-50fccf35d5b3 req-cb081a89-f313-42e0-9d31-538baf0977fa service neutron] 10.222.0.58 "GET /v2.0/networks?id=31e76455-8f28-4f1f-831e-8e357311d283 HTTP/1.1" status: 200 len: 913 time: 0.3001823 Aug 07 12:49:35.431769 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab3b23-fced-4af6-a3bc-164fbb249aed req-9925849a-6bca-40a1-9ff3-a15805c1adb9 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:35.433645 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-96ab3b23-fced-4af6-a3bc-164fbb249aed req-9925849a-6bca-40a1-9ff3-a15805c1adb9 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 943 time: 0.1513708 Aug 07 12:49:35.451805 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b34e-fad9-4db0-a731-5490103de6fa req-85fc3e50-514a-4076-baa9-24359a202f88 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:35.453365 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-61a6b34e-fad9-4db0-a731-5490103de6fa req-85fc3e50-514a-4076-baa9-24359a202f88 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 931 time: 0.0642200 Aug 07 12:49:35.512161 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c3ea4865-2ad0-4c48-9bae-50fccf35d5b3 req-bbd1b8ae-1e77-4879-a6a7-edef5641db13 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb HTTP/1.1" status: 200 len: 217 time: 0.0771918 Aug 07 12:49:35.516119 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-61a6b34e-fad9-4db0-a731-5490103de6fa req-1988a6da-9ecb-4834-bda6-78de38d50918 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556288 Aug 07 12:49:35.633403 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-96ab3b23-fced-4af6-a3bc-164fbb249aed req-a569b1a8-dc89-41ee-aac5-d16691c20d1e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856124 Aug 07 12:49:35.657432 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea4865-2ad0-4c48-9bae-50fccf35d5b3 req-c4d17539-6b54-4162-9c89-2573f667156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:35.659220 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c3ea4865-2ad0-4c48-9bae-50fccf35d5b3 req-c4d17539-6b54-4162-9c89-2573f667156e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f7fd01c-bedb-4db9-a9d4-5a6b4881b173 HTTP/1.1" status: 200 len: 852 time: 0.1351826 Aug 07 12:49:35.661262 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ec9ef-631c-471c-80c8-661a29e05703 req-97c96e76-b982-44f6-9aa7-a49ac47ce692 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:35.670868 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-551ec9ef-631c-471c-80c8-661a29e05703 req-97c96e76-b982-44f6-9aa7-a49ac47ce692 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 944 time: 0.0792379 Aug 07 12:49:35.701692 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c3ea4865-2ad0-4c48-9bae-50fccf35d5b3 req-8527e811-2d6e-4653-9725-3d14ed7b5235 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=31e76455-8f28-4f1f-831e-8e357311d283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327873 Aug 07 12:49:35.722827 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-551ec9ef-631c-471c-80c8-661a29e05703 req-76dbafac-c6d5-4e93-896c-10bb54e7661c tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508933 Aug 07 12:49:35.890040 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c3ea4865-2ad0-4c48-9bae-50fccf35d5b3 req-318c9dce-0def-42eb-bb8e-cee849f76687 service neutron] 10.222.0.58 "GET /v2.0/networks/31e76455-8f28-4f1f-831e-8e357311d283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771157 Aug 07 12:49:36.199108 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:49:36.212038 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:36.244043 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Transition to ACTIVE for port object 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:49:36.258370 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c3ea4865-2ad0-4c48-9bae-50fccf35d5b3 req-0f97274c-8724-431c-9891-c19aa02fec6e service neutron] 10.222.0.58 "GET /v2.0/networks/31e76455-8f28-4f1f-831e-8e357311d283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538663 Aug 07 12:49:36.374220 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:36.448528 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Pushing event updated for resources: {'Port': ['ID=149d6a70-6d91-4dc5-ab5c-cfcb7810cde6,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:36.466127 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Attempting to bind port 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:49:36.466683 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Attempting to bind port 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '020700c2-f330-4566-ba5d-4a95cd9e2e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:49:36.467018 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Attempting to bind port 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 on network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:49:36.472696 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Port 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 on network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:49:36.473054 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Attempting to bind port 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 on network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:49:36.507726 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:49:36.508378 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Checking segment: {'id': '020700c2-f330-4566-ba5d-4a95cd9e2e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:49:36.510989 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Bound using segment: {'id': '020700c2-f330-4566-ba5d-4a95cd9e2e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:49:36.512199 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Bound port: 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020700c2-f330-4566-ba5d-4a95cd9e2e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:49:36.513102 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:36.648816 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] For port 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6, host hv-cinder-78729, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:49:36.661025 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] For port 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=149d6a70-6d91-4dc5-ab5c-cfcb7810cde6,segment=NetworkSegment(020700c2-f330-4566-ba5d-4a95cd9e2e23),segment_id=020700c2-f330-4566-ba5d-4a95cd9e2e23)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:49:36.671328 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-38da42ae-3fa5-4883-bc0e-5b1c04eca830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:36.687298 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639a4d6-e405-4354-bae2-60d3679c4372 req-4c059dd4-8e25-468e-942d-7d56ad071b66 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:36.689868 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2639a4d6-e405-4354-bae2-60d3679c4372 req-4c059dd4-8e25-468e-942d-7d56ad071b66 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 943 time: 0.0816307 Aug 07 12:49:36.730458 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2639a4d6-e405-4354-bae2-60d3679c4372 req-b50812c4-d252-45aa-a6c1-741dcb93b81e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333679 Aug 07 12:49:36.763342 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c6c99-9cef-4a61-8edc-0cbaac316951 req-b8b8e32d-e353-45f4-b7e7-9926972b1785 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:36.763342 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-114c6c99-9cef-4a61-8edc-0cbaac316951 req-b8b8e32d-e353-45f4-b7e7-9926972b1785 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 943 time: 0.0594792 Aug 07 12:49:36.781679 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:36.824142 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-114c6c99-9cef-4a61-8edc-0cbaac316951 req-d586852b-29cb-4879-9d42-464fb82f2ad1 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557165 Aug 07 12:49:36.875260 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:36.876844 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:36.878559 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] 10.222.0.58 "PUT /v2.0/ports/149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 HTTP/1.1" status: 200 len: 1093 time: 1.7148132 Aug 07 12:49:36.933605 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742fa65-f2fb-410b-8b92-126cb76e4e71 req-1401be36-ace8-48d7-a308-ba387a5d1d0c tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:36.935169 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4742fa65-f2fb-410b-8b92-126cb76e4e71 req-1401be36-ace8-48d7-a308-ba387a5d1d0c tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 944 time: 0.1151009 Aug 07 12:49:36.935851 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a6771-ada6-45c2-bca5-81e3a3f07d94 service neutron] Pushing event updated for resources: {'Port': ['ID=149d6a70-6d91-4dc5-ab5c-cfcb7810cde6,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:36.962073 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 59980) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:36.996402 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebc6e63-3637-49cc-8f69-ab7188721b3e', 'tag': '149d6a70-6d91-4dc5-ab5c-cfcb7810cde6'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:49:37.007320 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f92dd01-4e55-4250-87ef-ef1fd5f186cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebc6e63-3637-49cc-8f69-ab7188721b3e", "tag": "149d6a70-6d91-4dc5-ab5c-cfcb7810cde6"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:49:37.039246 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:37.077592 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7569b434-1308-41c0-8352-c0a1d250c5fb x-openstack-request-id: req-7569b434-1308-41c0-8352-c0a1d250c5fb {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:49:37.078379 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebc6e63-3637-49cc-8f69-ab7188721b3e", "tag": "149d6a70-6d91-4dc5-ab5c-cfcb7810cde6", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:49:37.078379 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7569b434-1308-41c0-8352-c0a1d250c5fb {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:49:37.078712 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebc6e63-3637-49cc-8f69-ab7188721b3e', 'tag': '149d6a70-6d91-4dc5-ab5c-cfcb7810cde6', 'status': 'completed', 'code': 200} Aug 07 12:49:37.082240 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4742fa65-f2fb-410b-8b92-126cb76e4e71 req-9586940e-bcf9-499d-a0aa-f215b00ca559 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281838 Aug 07 12:49:37.099810 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:37.120376 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-29857820-1945-4e7a-a825-1434804824b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:37.130587 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-29857820-1945-4e7a-a825-1434804824b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe58962fe09244deb2d59c8d994e7b3e&device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 1096 time: 0.0985634 Aug 07 12:49:37.210586 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-abaa207f-a4b3-4c28-b027-24f1df0a3781 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 HTTP/1.1" status: 200 len: 217 time: 0.0657790 Aug 07 12:49:37.300797 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-6ecc7274-4c81-4518-8b04-5b7bd170ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:37.303331 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-6ecc7274-4c81-4518-8b04-5b7bd170ae68 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=300bb429-c76c-4118-afab-6302f18dd66e HTTP/1.1" status: 200 len: 849 time: 0.0776632 Aug 07 12:49:37.310323 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-16a3380c-1357-418f-b2de-4ac28d69458d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:37.386520 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:37.390688 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-fda66f11-247d-4cef-82ad-ec59fdc220bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:37.392869 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-fda66f11-247d-4cef-82ad-ec59fdc220bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0810745 Aug 07 12:49:37.414593 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-16a3380c-1357-418f-b2de-4ac28d69458d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:37.511522 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-5be170c5-e667-4d5b-b149-e52b1b161bc3 service neutron] 10.222.0.58 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064575 Aug 07 12:49:37.516479 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-16a3380c-1357-418f-b2de-4ac28d69458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:37.560618 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-16a3380c-1357-418f-b2de-4ac28d69458d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5b532cceecb84b0d895083c8b3cbf0ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5968535 Aug 07 12:49:37.561300 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 60012) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:37.568459 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3380c-1357-418f-b2de-4ac28d69458d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c3d15f-0b73-4f9d-877f-47a1a457f1e7,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:37.629862 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c18feb04-1d3d-4697-9a3e-1826acde6412 req-1ae801ef-c787-4ae5-9f4c-427ec83bc035 service neutron] 10.222.0.58 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093349 Aug 07 12:49:37.631065 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a091f463-f467-453b-bfc9-f8dda7b7f275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:37.653939 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a091f463-f467-453b-bfc9-f8dda7b7f275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:37.796803 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a091f463-f467-453b-bfc9-f8dda7b7f275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:37.799641 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a091f463-f467-453b-bfc9-f8dda7b7f275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:37.800885 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-a091f463-f467-453b-bfc9-f8dda7b7f275 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c4c3d15f-0b73-4f9d-877f-47a1a457f1e7 HTTP/1.1" status: 204 len: 168 time: 0.2383740 Aug 07 12:49:37.819764 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091f463-f467-453b-bfc9-f8dda7b7f275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c3d15f-0b73-4f9d-877f-47a1a457f1e7,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:37.894932 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92dd01-4e55-4250-87ef-ef1fd5f186cb req-6d6d168a-70cf-4842-9b21-021ebe8b98ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:37.898436 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0f92dd01-4e55-4250-87ef-ef1fd5f186cb req-6d6d168a-70cf-4842-9b21-021ebe8b98ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe58962fe09244deb2d59c8d994e7b3e&device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 1096 time: 0.0794935 Aug 07 12:49:37.928846 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d272d23-c295-4b7a-b0ee-c867c0c70ad4 req-ecdfdf3b-a054-4e5d-80e1-f8df651a9ea6 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:37.939436 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1d272d23-c295-4b7a-b0ee-c867c0c70ad4 req-ecdfdf3b-a054-4e5d-80e1-f8df651a9ea6 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 943 time: 0.1291561 Aug 07 12:49:38.005105 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1d272d23-c295-4b7a-b0ee-c867c0c70ad4 req-59a7ced8-a698-4f83-b613-b277b13b13d1 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644116 Aug 07 12:49:38.090165 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92dd01-4e55-4250-87ef-ef1fd5f186cb req-38de95fb-4541-4837-aa13-bbbc9347ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:38.091763 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0f92dd01-4e55-4250-87ef-ef1fd5f186cb req-38de95fb-4541-4837-aa13-bbbc9347ac04 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5 HTTP/1.1" status: 200 len: 911 time: 0.1828926 Aug 07 12:49:38.100455 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7bcd9-42bc-4e6f-8ba1-be8071f7ed1b req-37724c03-1ff4-46e6-9436-58ce9c1eb16b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:38.101905 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0ac7bcd9-42bc-4e6f-8ba1-be8071f7ed1b req-37724c03-1ff4-46e6-9436-58ce9c1eb16b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 943 time: 0.0968025 Aug 07 12:49:38.130020 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 94c5dc51-1cc4-4d2f-a731-02c412f50db1 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:49:38.150564 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0f92dd01-4e55-4250-87ef-ef1fd5f186cb req-4c470b49-974e-425d-b330-c8936046ab7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 HTTP/1.1" status: 200 len: 217 time: 0.0476136 Aug 07 12:49:38.247732 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92dd01-4e55-4250-87ef-ef1fd5f186cb req-f781b542-11ff-483c-8513-b84aad1f7b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:38.249314 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0f92dd01-4e55-4250-87ef-ef1fd5f186cb req-f781b542-11ff-483c-8513-b84aad1f7b25 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=300bb429-c76c-4118-afab-6302f18dd66e HTTP/1.1" status: 200 len: 849 time: 0.0860686 Aug 07 12:49:38.253956 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0ac7bcd9-42bc-4e6f-8ba1-be8071f7ed1b req-c8a750d5-471e-4a99-9c94-69953b7f0480 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021669 Aug 07 12:49:38.333167 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19382f56-96de-426a-84d3-f9605a94e0cb req-5797ee7e-9820-4a9b-951e-39237b4a84bc tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:38.342177 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-19382f56-96de-426a-84d3-f9605a94e0cb req-5797ee7e-9820-4a9b-951e-39237b4a84bc tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 944 time: 0.1269228 Aug 07 12:49:38.352573 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92dd01-4e55-4250-87ef-ef1fd5f186cb req-55fb8fcb-f247-4f72-8263-0505cc45e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:38.354168 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 94c5dc51-1cc4-4d2f-a731-02c412f50db1, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=94c5dc51-1cc4-4d2f-a731-02c412f50db1,segment=NetworkSegment(67d7822a-27ab-493c-bf64-c73c39269c86),segment_id=67d7822a-27ab-493c-bf64-c73c39269c86)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:49:38.355964 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0f92dd01-4e55-4250-87ef-ef1fd5f186cb req-55fb8fcb-f247-4f72-8263-0505cc45e725 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0987442 Aug 07 12:49:38.379131 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': '94c5dc51-1cc4-4d2f-a731-02c412f50db1', 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50', 'port_id': '94c5dc51-1cc4-4d2f-a731-02c412f50db1', 'mac_address': 'fa:16:3e:59:82:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb5a6588-eee4-40e0-8f56-708709b8be3c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:49:38.421958 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:38.426975 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-19382f56-96de-426a-84d3-f9605a94e0cb req-78d9f50d-cd24-414c-a3d9-517a1c906bf0 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789809 Aug 07 12:49:38.437442 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c5dc51-1cc4-4d2f-a731-02c412f50db1 {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:49:38.466444 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 94c5dc51-1cc4-4d2f-a731-02c412f50db1, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=94c5dc51-1cc4-4d2f-a731-02c412f50db1,segment=NetworkSegment(67d7822a-27ab-493c-bf64-c73c39269c86),segment_id=67d7822a-27ab-493c-bf64-c73c39269c86)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:49:38.499548 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0f92dd01-4e55-4250-87ef-ef1fd5f186cb req-c7277e9f-49bf-4c1d-8c49-71308129b421 service neutron] 10.222.0.58 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317856 Aug 07 12:49:38.550173 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:38.551071 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 4687937b-6258-493a-8edb-bfb07f6399d1 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:49:38.609800 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0f92dd01-4e55-4250-87ef-ef1fd5f186cb req-176a2762-dee7-4ff3-8b2c-8067e9c3cb1d service neutron] 10.222.0.58 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024306 Aug 07 12:49:38.664703 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=94c5dc51-1cc4-4d2f-a731-02c412f50db1,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:38.668733 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 4687937b-6258-493a-8edb-bfb07f6399d1, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4687937b-6258-493a-8edb-bfb07f6399d1,segment=NetworkSegment(67d7822a-27ab-493c-bf64-c73c39269c86),segment_id=67d7822a-27ab-493c-bf64-c73c39269c86)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:49:38.682830 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': '4687937b-6258-493a-8edb-bfb07f6399d1', 'network_id': 'd2321795-e5f2-40d8-bbcd-632960ec1b50', 'port_id': '4687937b-6258-493a-8edb-bfb07f6399d1', 'mac_address': 'fa:16:3e:68:56:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb5a6588-eee4-40e0-8f56-708709b8be3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:49:38.716774 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 60060) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:38.742339 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:38.756191 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4687937b-6258-493a-8edb-bfb07f6399d1 {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:49:38.780810 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 4687937b-6258-493a-8edb-bfb07f6399d1, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4687937b-6258-493a-8edb-bfb07f6399d1,segment=NetworkSegment(67d7822a-27ab-493c-bf64-c73c39269c86),segment_id=67d7822a-27ab-493c-bf64-c73c39269c86)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:49:38.833562 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9bd57e4-4d84-4d0f-b878-7de1063a0cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:38.940294 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9bd57e4-4d84-4d0f-b878-7de1063a0cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:38.951452 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:38.952693 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:49:39.061122 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=4687937b-6258-493a-8edb-bfb07f6399d1,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:39.103715 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb,segment=NetworkSegment(0433a741-e926-46c7-b8ef-2039d080b274),segment_id=0433a741-e926-46c7-b8ef-2039d080b274)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:49:39.116067 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': '06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb', 'network_id': '31e76455-8f28-4f1f-831e-8e357311d283', 'port_id': '06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb', 'mac_address': 'fa:16:3e:b4:17:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f7fd01c-bedb-4db9-a9d4-5a6b4881b173', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:49:39.127421 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd284b9a-3a46-4cee-b980-6fdc6bf788f7 req-cfdfae07-3024-4b8c-a9e4-5862a919248d tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:39.128929 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bd284b9a-3a46-4cee-b980-6fdc6bf788f7 req-cfdfae07-3024-4b8c-a9e4-5862a919248d tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 943 time: 0.0547874 Aug 07 12:49:39.162549 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:39.167618 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bd284b9a-3a46-4cee-b980-6fdc6bf788f7 req-571a59c3-f46b-4937-9579-27d74ac4f31a tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325439 Aug 07 12:49:39.176713 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:49:39.179170 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9bd57e4-4d84-4d0f-b878-7de1063a0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:39.205541 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb,segment=NetworkSegment(0433a741-e926-46c7-b8ef-2039d080b274),segment_id=0433a741-e926-46c7-b8ef-2039d080b274)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:49:39.220360 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-e9bd57e4-4d84-4d0f-b878-7de1063a0cfa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5da4e82e6e9e45a0917dba197cc92ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5019524 Aug 07 12:49:39.221202 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd57e4-4d84-4d0f-b878-7de1063a0cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91687c3-61a5-4a8e-89eb-c8498be0a4aa,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:39.224769 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 60072) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:39.290502 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e447657-ecca-415c-9736-d1261647b937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:39.317658 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:39.345032 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e447657-ecca-415c-9736-d1261647b937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:39.382749 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:39.433033 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb3216-1568-42f3-8e57-053aa1732d9d req-222c3c1f-eddd-4f85-a023-0369ab9a2bfe tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:39.434676 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9cbb3216-1568-42f3-8e57-053aa1732d9d req-222c3c1f-eddd-4f85-a023-0369ab9a2bfe tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 944 time: 0.0536466 Aug 07 12:49:39.454528 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:39.477495 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9cbb3216-1568-42f3-8e57-053aa1732d9d req-9090aa9f-9343-40fb-949e-b1b3f3ad0843 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362241 Aug 07 12:49:39.510940 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e447657-ecca-415c-9736-d1261647b937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:39.513640 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7e447657-ecca-415c-9736-d1261647b937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:39.515872 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-7e447657-ecca-415c-9736-d1261647b937 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d91687c3-61a5-4a8e-89eb-c8498be0a4aa HTTP/1.1" status: 204 len: 168 time: 0.2889581 Aug 07 12:49:39.526298 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e447657-ecca-415c-9736-d1261647b937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91687c3-61a5-4a8e-89eb-c8498be0a4aa,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:39.559997 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343aa64-767b-4093-b8e4-db34ba408d6f req-52b4b2d8-d2ae-40f0-918d-ac3dd0afd50b tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:39.565132 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1343aa64-767b-4093-b8e4-db34ba408d6f req-52b4b2d8-d2ae-40f0-918d-ac3dd0afd50b tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 945 time: 0.0680826 Aug 07 12:49:39.609544 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1343aa64-767b-4093-b8e4-db34ba408d6f req-e1f9bfac-6e0c-45fb-b36b-3598fd5b775f tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392966 Aug 07 12:49:39.862001 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['94c5dc51-1cc4-4d2f-a731-02c412f50db1'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:49:39.903503 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:49:39.942926 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['4687937b-6258-493a-8edb-bfb07f6399d1'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:49:40.310858 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181d708-5238-4e8e-886d-654fe0a9d866 req-134ed943-c107-45c4-893b-6ff7a2b44b24 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:40.313132 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b181d708-5238-4e8e-886d-654fe0a9d866 req-134ed943-c107-45c4-893b-6ff7a2b44b24 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 943 time: 0.0609121 Aug 07 12:49:40.361428 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b181d708-5238-4e8e-886d-654fe0a9d866 req-3adefc1e-4c4c-4d10-9b4d-086b50c72b9f tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401320 Aug 07 12:49:40.521988 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 60124) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:40.617599 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c75ac0-b8c5-41ec-a48f-7c4fc3a3a0bc req-b3377184-aa00-4823-99ff-5ad1e1cb9ab0 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:40.620098 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-66c75ac0-b8c5-41ec-a48f-7c4fc3a3a0bc req-b3377184-aa00-4823-99ff-5ad1e1cb9ab0 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 944 time: 0.0656168 Aug 07 12:49:40.674686 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-66c75ac0-b8c5-41ec-a48f-7c4fc3a3a0bc req-d9907b4f-7f06-49cf-978c-6bc4a3b389a2 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467241 Aug 07 12:49:40.679874 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7af96d53-a30f-4175-b747-a99b8fa3915a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:40.753730 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 60136) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:40.769326 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cb375699-0c40-4483-803f-31b7f9ebe8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:40.776191 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db3eb1-0fb5-4208-93f4-516d2e6a0dae req-757e87a4-b60b-4a1b-ae9a-eb5bdf3e0b3e tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:40.777771 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a7db3eb1-0fb5-4208-93f4-516d2e6a0dae req-757e87a4-b60b-4a1b-ae9a-eb5bdf3e0b3e tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 945 time: 0.0815871 Aug 07 12:49:40.837269 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a7db3eb1-0fb5-4208-93f4-516d2e6a0dae req-292976e2-f881-4ada-ab5b-f2aa4597e097 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518515 Aug 07 12:49:40.853441 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7af96d53-a30f-4175-b747-a99b8fa3915a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:40.997201 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7af96d53-a30f-4175-b747-a99b8fa3915a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:41.041550 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-7af96d53-a30f-4175-b747-a99b8fa3915a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bd777d9277de4b729d994e7739e9d766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5155663 Aug 07 12:49:41.041550 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af96d53-a30f-4175-b747-a99b8fa3915a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eeafb9-6482-4eb3-9998-09f1e2a23551,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:41.042671 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 60146) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:41.089494 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cb375699-0c40-4483-803f-31b7f9ebe8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:41.097532 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f84e20fe-2f82-4386-9c1c-e30e22ca573b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:41.123286 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f84e20fe-2f82-4386-9c1c-e30e22ca573b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:41.231176 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cb375699-0c40-4483-803f-31b7f9ebe8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:41.272207 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-cb375699-0c40-4483-803f-31b7f9ebe8ac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=05a27c3619774a37b52d8b3cb7f7a336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5170796 Aug 07 12:49:41.273064 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb375699-0c40-4483-803f-31b7f9ebe8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef1a96f-11df-445b-853b-a2ea538ba0c8,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:41.274899 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 60154) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:41.293851 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f84e20fe-2f82-4386-9c1c-e30e22ca573b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:41.296405 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f84e20fe-2f82-4386-9c1c-e30e22ca573b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:41.297609 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-f84e20fe-2f82-4386-9c1c-e30e22ca573b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d1eeafb9-6482-4eb3-9998-09f1e2a23551 HTTP/1.1" status: 204 len: 168 time: 0.2540126 Aug 07 12:49:41.315369 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e20fe-2f82-4386-9c1c-e30e22ca573b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eeafb9-6482-4eb3-9998-09f1e2a23551,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:41.341332 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b381cd28-d18e-4c21-b6c9-58eb4246076d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:41.365972 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b381cd28-d18e-4c21-b6c9-58eb4246076d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:41.504036 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b381cd28-d18e-4c21-b6c9-58eb4246076d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:41.506825 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b381cd28-d18e-4c21-b6c9-58eb4246076d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:41.508109 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-b381cd28-d18e-4c21-b6c9-58eb4246076d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ef1a96f-11df-445b-853b-a2ea538ba0c8 HTTP/1.1" status: 204 len: 168 time: 0.2322335 Aug 07 12:49:41.520325 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381cd28-d18e-4c21-b6c9-58eb4246076d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef1a96f-11df-445b-853b-a2ea538ba0c8,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:41.520950 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d6584-5d6a-42a2-b460-a067bd355f53 req-c3e6c8a3-8cb7-4632-bc70-98972953ab16 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:41.529847 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-3c1d6584-5d6a-42a2-b460-a067bd355f53 req-c3e6c8a3-8cb7-4632-bc70-98972953ab16 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 943 time: 0.0601799 Aug 07 12:49:41.566507 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-3c1d6584-5d6a-42a2-b460-a067bd355f53 req-e5188d34-c84e-40c4-9de6-b4a55c2c6f8e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355468 Aug 07 12:49:41.806151 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195907cc-82e2-45ac-8dbd-d31055d61ac6 req-be43f42f-3b40-4399-9c2a-a305903c78cc tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:41.807663 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-195907cc-82e2-45ac-8dbd-d31055d61ac6 req-be43f42f-3b40-4399-9c2a-a305903c78cc tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 944 time: 0.0592823 Aug 07 12:49:41.857669 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-195907cc-82e2-45ac-8dbd-d31055d61ac6 req-58b409df-47bb-4aca-a663-366eb00d0e6e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425687 Aug 07 12:49:41.989771 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2da389-cfa3-4f75-9af6-8176cb068b0b req-922f0a64-6875-4158-b208-efa4b3d257dd tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:41.991310 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0b2da389-cfa3-4f75-9af6-8176cb068b0b req-922f0a64-6875-4158-b208-efa4b3d257dd tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 945 time: 0.0824099 Aug 07 12:49:42.033358 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0b2da389-cfa3-4f75-9af6-8176cb068b0b req-6b6fbb59-4dd5-4cf7-a1a0-4a23b2ed0275 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356832 Aug 07 12:49:42.126813 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:49:42.135556 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 94c5dc51-1cc4-4d2f-a731-02c412f50db1 up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:49:42.360762 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 60200) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:42.380547 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=149d6a70-6d91-4dc5-ab5c-cfcb7810cde6,segment=NetworkSegment(020700c2-f330-4566-ba5d-4a95cd9e2e23),segment_id=020700c2-f330-4566-ba5d-4a95cd9e2e23)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:49:42.392655 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': '149d6a70-6d91-4dc5-ab5c-cfcb7810cde6', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'port_id': '149d6a70-6d91-4dc5-ab5c-cfcb7810cde6', 'mac_address': 'fa:16:3e:9d:7b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300bb429-c76c-4118-afab-6302f18dd66e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:49:42.441583 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:42.456166 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port 94c5dc51-1cc4-4d2f-a731-02c412f50db1 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:49:42.467670 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port 94c5dc51-1cc4-4d2f-a731-02c412f50db1 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:49:42.472254 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:42.478195 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:49:42.535947 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=149d6a70-6d91-4dc5-ab5c-cfcb7810cde6,segment=NetworkSegment(020700c2-f330-4566-ba5d-4a95cd9e2e23),segment_id=020700c2-f330-4566-ba5d-4a95cd9e2e23)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:49:42.600715 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:42.632362 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c5dc51-1cc4-4d2f-a731-02c412f50db1'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:49:42.717199 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:42.727117 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 94c5dc51-1cc4-4d2f-a731-02c412f50db1, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=94c5dc51-1cc4-4d2f-a731-02c412f50db1,segment=NetworkSegment(67d7822a-27ab-493c-bf64-c73c39269c86),segment_id=67d7822a-27ab-493c-bf64-c73c39269c86)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:49:42.741271 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6529b68f-1449-4ab9-9d5e-7455fa258b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:42.746971 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c427ce-6cfc-47bd-b741-30f8fba93967 req-fa2d3dc1-46b1-482e-aac2-9ce63c8c6e1e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:42.753877 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f3c427ce-6cfc-47bd-b741-30f8fba93967 req-fa2d3dc1-46b1-482e-aac2-9ce63c8c6e1e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 944 time: 0.0920496 Aug 07 12:49:42.819677 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:42.826679 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 4687937b-6258-493a-8edb-bfb07f6399d1 up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:49:42.859444 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f3c427ce-6cfc-47bd-b741-30f8fba93967 req-9ae869b0-1e7c-4333-b2b8-204ac160a63b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982850 Aug 07 12:49:42.883176 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=149d6a70-6d91-4dc5-ab5c-cfcb7810cde6,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:42.955660 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6529b68f-1449-4ab9-9d5e-7455fa258b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:42.963281 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=94c5dc51-1cc4-4d2f-a731-02c412f50db1,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:43.043250 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f17b2f-43a1-4804-b490-1763a25d42f0 req-b3ba9e7d-afe3-427f-bc60-0d910bc1b17e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:43.047300 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-99f17b2f-43a1-4804-b490-1763a25d42f0 req-b3ba9e7d-afe3-427f-bc60-0d910bc1b17e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0940101 Aug 07 12:49:43.079832 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6529b68f-1449-4ab9-9d5e-7455fa258b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:43.080189 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ed1420-68a5-4338-8fd0-153dba4f7fba" -d '{"events": [{"server_uuid": "dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e", "name": "network-vif-plugged", "status": "completed", "tag": "94c5dc51-1cc4-4d2f-a731-02c412f50db1"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:49:43.119407 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['149d6a70-6d91-4dc5-ab5c-cfcb7810cde6'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:49:43.164071 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-6529b68f-1449-4ab9-9d5e-7455fa258b4b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d9dc51abc874147a2dc9760ddbf65fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8017311 Aug 07 12:49:43.173069 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 60246) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:43.176519 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port 4687937b-6258-493a-8edb-bfb07f6399d1 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:49:43.189580 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port 4687937b-6258-493a-8edb-bfb07f6399d1 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:49:43.189954 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:43.199236 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-99f17b2f-43a1-4804-b490-1763a25d42f0 req-704c0063-6fb6-4e2b-9a67-71da04d95547 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464541 Aug 07 12:49:43.223404 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529b68f-1449-4ab9-9d5e-7455fa258b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678feaa0-dae8-47f9-9828-8745fc87a432,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:43.227306 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b0d30-7a56-42f4-a0dc-02231f262764 req-2e0eef0f-b522-4cca-811f-a4548fbd412a tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:43.243040 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b95b0d30-7a56-42f4-a0dc-02231f262764 req-2e0eef0f-b522-4cca-811f-a4548fbd412a tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 945 time: 0.1040299 Aug 07 12:49:43.297495 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d8186bd-78ef-4b3d-bb25-f99329b2df5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:43.298784 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b95b0d30-7a56-42f4-a0dc-02231f262764 req-9355efd8-4dd6-46a6-85dd-8dc0d0dd308f tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545058 Aug 07 12:49:43.335680 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d8186bd-78ef-4b3d-bb25-f99329b2df5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:43.415612 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:43.471522 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 4687937b-6258-493a-8edb-bfb07f6399d1, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4687937b-6258-493a-8edb-bfb07f6399d1,segment=NetworkSegment(67d7822a-27ab-493c-bf64-c73c39269c86),segment_id=67d7822a-27ab-493c-bf64-c73c39269c86)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:49:43.476886 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d8186bd-78ef-4b3d-bb25-f99329b2df5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:43.479733 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0d8186bd-78ef-4b3d-bb25-f99329b2df5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:43.485371 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-0d8186bd-78ef-4b3d-bb25-f99329b2df5c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/678feaa0-dae8-47f9-9828-8745fc87a432 HTTP/1.1" status: 204 len: 168 time: 0.2800622 Aug 07 12:49:43.489720 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8186bd-78ef-4b3d-bb25-f99329b2df5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678feaa0-dae8-47f9-9828-8745fc87a432,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:43.534633 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:43.536003 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:49:43.623584 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=4687937b-6258-493a-8edb-bfb07f6399d1,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:43.689648 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375204a0-5abb-4aac-b8da-5477977638d0 x-openstack-request-id: req-375204a0-5abb-4aac-b8da-5477977638d0 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:49:43.689991 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e", "name": "network-vif-plugged", "status": "completed", "tag": "94c5dc51-1cc4-4d2f-a731-02c412f50db1", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:49:43.690750 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-375204a0-5abb-4aac-b8da-5477977638d0 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:49:43.691228 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c5dc51-1cc4-4d2f-a731-02c412f50db1', 'code': 200} Aug 07 12:49:43.698352 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:49:43.702592 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:49:43.703108 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:43.831623 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:43.892740 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb,segment=NetworkSegment(0433a741-e926-46c7-b8ef-2039d080b274),segment_id=0433a741-e926-46c7-b8ef-2039d080b274)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:49:43.954724 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 60268) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:44.004090 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0ff4c-00de-46f7-bbd3-9553ab7c83fe req-9c04307b-23e7-43dc-aa47-bb461c3a3428 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:44.005540 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-64d0ff4c-00de-46f7-bbd3-9553ab7c83fe req-9c04307b-23e7-43dc-aa47-bb461c3a3428 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 944 time: 0.0704367 Aug 07 12:49:44.045650 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-64d0ff4c-00de-46f7-bbd3-9553ab7c83fe req-9028b883-3ba1-4eca-9b54-e90241f431a2 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335138 Aug 07 12:49:44.174333 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:44.206719 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:49:44.275716 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:44.347519 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b29139-4c5d-491e-b5fb-800a56102b23 req-7cc98179-30cf-45a4-bd26-25861b0d70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:44.349054 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-38b29139-4c5d-491e-b5fb-800a56102b23 req-7cc98179-30cf-45a4-bd26-25861b0d70e4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 1098 time: 0.1180658 Aug 07 12:49:44.384639 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8e4ce-416b-479e-9c02-918aeb66dd54 req-cf9794d4-4528-4e99-af55-a526ea1c9e99 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:44.386230 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0dc8e4ce-416b-479e-9c02-918aeb66dd54 req-cf9794d4-4528-4e99-af55-a526ea1c9e99 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0838211 Aug 07 12:49:44.386530 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:49:44.387387 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38b29139-4c5d-491e-b5fb-800a56102b23 req-157b2a1c-20e5-4a5e-89f8-9b300683f3da service neutron] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:44.400957 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:49:44.402319 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:44.456675 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb8318-330d-429e-875c-b65ec092eea5 req-5243781f-11a8-4b0c-8ba1-15de572a559e tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:44.463645 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0dc8e4ce-416b-479e-9c02-918aeb66dd54 req-1d5b7a90-ddfe-4c43-81be-cced4745f32c tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646856 Aug 07 12:49:44.472774 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7dcb8318-330d-429e-875c-b65ec092eea5 req-5243781f-11a8-4b0c-8ba1-15de572a559e tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 946 time: 0.0866647 Aug 07 12:49:44.526451 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7dcb8318-330d-429e-875c-b65ec092eea5 req-c85ff076-34be-4356-b833-15feee55f455 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522988 Aug 07 12:49:44.556843 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38b29139-4c5d-491e-b5fb-800a56102b23 req-157b2a1c-20e5-4a5e-89f8-9b300683f3da service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:44.570443 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:44.604439 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=149d6a70-6d91-4dc5-ab5c-cfcb7810cde6,segment=NetworkSegment(020700c2-f330-4566-ba5d-4a95cd9e2e23),segment_id=020700c2-f330-4566-ba5d-4a95cd9e2e23)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:49:44.649001 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-38b29139-4c5d-491e-b5fb-800a56102b23 req-157b2a1c-20e5-4a5e-89f8-9b300683f3da service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:44.674930 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b1a2ed4f-0a48-4304-9706-1345d603d7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:44.675060 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 60292) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:44.702106 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-38b29139-4c5d-491e-b5fb-800a56102b23 req-157b2a1c-20e5-4a5e-89f8-9b300683f3da service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398092 Aug 07 12:49:44.705485 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:44.712902 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b2a1c-20e5-4a5e-89f8-9b300683f3da service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=88b90ada-1c20-4db1-83a7-30ad92437d92,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:44.763894 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=149d6a70-6d91-4dc5-ab5c-cfcb7810cde6,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:44.803389 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b1a2ed4f-0a48-4304-9706-1345d603d7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:44.860277 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fc203a26-cf7f-41d2-8026-dc1253855fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:44.985699 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b1a2ed4f-0a48-4304-9706-1345d603d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:45.027551 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-b1a2ed4f-0a48-4304-9706-1345d603d7a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a94468623b2f4fb98303654b48770c10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0795014 Aug 07 12:49:45.029896 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 60300) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:45.037929 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2ed4f-0a48-4304-9706-1345d603d7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02520a6c-8169-4fbe-8f46-b0193b433d78,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:45.066668 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fc203a26-cf7f-41d2-8026-dc1253855fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:45.082629 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19350269-2d60-4672-9db6-5fbf425fe71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:45.104436 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19350269-2d60-4672-9db6-5fbf425fe71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:45.183018 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b228d45-9659-4b68-b935-11d0808b1826 req-f74120c2-41ee-47a5-86b8-11c7a8dc8bd9 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:45.183018 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5b228d45-9659-4b68-b935-11d0808b1826 req-f74120c2-41ee-47a5-86b8-11c7a8dc8bd9 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0635166 Aug 07 12:49:45.221226 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5b228d45-9659-4b68-b935-11d0808b1826 req-94827556-758b-46ff-a8ca-947fcff89a67 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327461 Aug 07 12:49:45.236821 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fc203a26-cf7f-41d2-8026-dc1253855fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:45.263757 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 60308) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:45.278243 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-fc203a26-cf7f-41d2-8026-dc1253855fc3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad7fa4e4b142471dbf4e6175ce1ba252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6029215 Aug 07 12:49:45.279826 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc203a26-cf7f-41d2-8026-dc1253855fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6e1ced-5c13-45ae-918f-20d34f7cf746,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:45.283709 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 60310) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:45.285845 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-62342bb0-4fb4-4866-87d7-5c5f7cbad73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:45.341457 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3ebfcf6-abb1-4875-86dc-d834608333b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:45.342011 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19350269-2d60-4672-9db6-5fbf425fe71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:45.345325 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-19350269-2d60-4672-9db6-5fbf425fe71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:45.346622 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-19350269-2d60-4672-9db6-5fbf425fe71e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/02520a6c-8169-4fbe-8f46-b0193b433d78 HTTP/1.1" status: 204 len: 168 time: 0.3157260 Aug 07 12:49:45.367301 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19350269-2d60-4672-9db6-5fbf425fe71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02520a6c-8169-4fbe-8f46-b0193b433d78,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:45.367956 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3ebfcf6-abb1-4875-86dc-d834608333b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:45.437293 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-62342bb0-4fb4-4866-87d7-5c5f7cbad73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:45.510944 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3ebfcf6-abb1-4875-86dc-d834608333b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:45.513568 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3ebfcf6-abb1-4875-86dc-d834608333b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:45.515517 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-a3ebfcf6-abb1-4875-86dc-d834608333b7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d6e1ced-5c13-45ae-918f-20d34f7cf746 HTTP/1.1" status: 204 len: 168 time: 0.2297297 Aug 07 12:49:45.528489 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebfcf6-abb1-4875-86dc-d834608333b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6e1ced-5c13-45ae-918f-20d34f7cf746,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:45.556025 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-62342bb0-4fb4-4866-87d7-5c5f7cbad73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:45.611311 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-62342bb0-4fb4-4866-87d7-5c5f7cbad73e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=529317bb09f449b29fea2327a00fb09e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454368 Aug 07 12:49:45.613630 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62342bb0-4fb4-4866-87d7-5c5f7cbad73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca5b46c-cb4f-4e2f-b452-245adf0b33e1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:45.616546 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 60324) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:45.685910 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d9e8b-3f37-4a23-975d-ef32741ef3ac req-15e1cefe-0fb5-411b-960e-cd6255e7d085 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:45.690389 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-049d9e8b-3f37-4a23-975d-ef32741ef3ac req-15e1cefe-0fb5-411b-960e-cd6255e7d085 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.1199193 Aug 07 12:49:45.694296 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f5fdb4f-b0d7-43d5-8a8b-0328b7952571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:45.694480 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4687937b-6258-493a-8edb-bfb07f6399d1'}, {'server_uuid': '7c18a8d4-44a3-4c30-831b-54716bdcaa6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb'}, {'server_uuid': '3ebc6e63-3637-49cc-8f69-ab7188721b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149d6a70-6d91-4dc5-ab5c-cfcb7810cde6'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:49:45.703187 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f20ff0-8fbc-463c-b5db-4c4392b9336d" -d '{"events": [{"server_uuid": "ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713", "name": "network-vif-plugged", "status": "completed", "tag": "4687937b-6258-493a-8edb-bfb07f6399d1"}, {"server_uuid": "7c18a8d4-44a3-4c30-831b-54716bdcaa6a", "name": "network-vif-plugged", "status": "completed", "tag": "06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb"}, {"server_uuid": "3ebc6e63-3637-49cc-8f69-ab7188721b3e", "name": "network-vif-plugged", "status": "completed", "tag": "149d6a70-6d91-4dc5-ab5c-cfcb7810cde6"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:49:45.730048 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c239a1e-a664-4c72-a038-f743816a791e req-4963fcd7-2386-4bff-a256-9a81dc4cb5d5 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:45.731605 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9c239a1e-a664-4c72-a038-f743816a791e req-4963fcd7-2386-4bff-a256-9a81dc4cb5d5 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 946 time: 0.0845127 Aug 07 12:49:45.737983 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f5fdb4f-b0d7-43d5-8a8b-0328b7952571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:45.772482 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-049d9e8b-3f37-4a23-975d-ef32741ef3ac req-a0f3fa97-c817-4dbd-baeb-2767acd611fb tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602448 Aug 07 12:49:45.800988 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9c239a1e-a664-4c72-a038-f743816a791e req-0c3aa696-5cf6-41af-9d17-45fd8654c5d2 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569649 Aug 07 12:49:45.849516 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 07 Aug 2021 12:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb68e0e-2c52-4bac-a378-ca5167e7f587 x-openstack-request-id: req-3bb68e0e-2c52-4bac-a378-ca5167e7f587 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:49:45.849516 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713", "name": "network-vif-plugged", "status": "completed", "tag": "4687937b-6258-493a-8edb-bfb07f6399d1", "code": 200}, {"server_uuid": "7c18a8d4-44a3-4c30-831b-54716bdcaa6a", "name": "network-vif-plugged", "status": "completed", "tag": "06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb", "code": 200}, {"server_uuid": "3ebc6e63-3637-49cc-8f69-ab7188721b3e", "name": "network-vif-plugged", "status": "completed", "tag": "149d6a70-6d91-4dc5-ab5c-cfcb7810cde6", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:49:45.849721 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3bb68e0e-2c52-4bac-a378-ca5167e7f587 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:49:45.850105 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4687937b-6258-493a-8edb-bfb07f6399d1', 'code': 200} Aug 07 12:49:45.850494 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c18a8d4-44a3-4c30-831b-54716bdcaa6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb', 'code': 200} Aug 07 12:49:45.850912 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebc6e63-3637-49cc-8f69-ab7188721b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149d6a70-6d91-4dc5-ab5c-cfcb7810cde6', 'code': 200} Aug 07 12:49:45.882364 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f5fdb4f-b0d7-43d5-8a8b-0328b7952571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:45.884992 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f5fdb4f-b0d7-43d5-8a8b-0328b7952571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:45.886305 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-7f5fdb4f-b0d7-43d5-8a8b-0328b7952571 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4ca5b46c-cb4f-4e2f-b452-245adf0b33e1 HTTP/1.1" status: 204 len: 168 time: 0.2688725 Aug 07 12:49:45.894165 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fdb4f-b0d7-43d5-8a8b-0328b7952571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca5b46c-cb4f-4e2f-b452-245adf0b33e1,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:46.315878 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 60342) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:46.330489 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3576789e-f95f-4955-bd38-b42a312c19fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:46.354145 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe2c76-78df-4695-b916-79f7b0a1b44c req-cfc662ea-1f90-41c5-b4d5-864afef9588c tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:46.356151 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-52fe2c76-78df-4695-b916-79f7b0a1b44c req-cfc662ea-1f90-41c5-b4d5-864afef9588c tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0682845 Aug 07 12:49:46.425393 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-52fe2c76-78df-4695-b916-79f7b0a1b44c req-e3076edc-fcbf-42b4-a7b8-507a3b880c85 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597675 Aug 07 12:49:46.447719 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3576789e-f95f-4955-bd38-b42a312c19fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:46.534097 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3576789e-f95f-4955-bd38-b42a312c19fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:46.574760 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-3576789e-f95f-4955-bd38-b42a312c19fc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f2b060052f0b48509fe05faf706e46cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576430 Aug 07 12:49:46.575956 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576789e-f95f-4955-bd38-b42a312c19fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdef27b3-e5df-463c-93d7-44a0e750dbfb,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:46.577484 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 60352) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:46.637997 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8daa71fb-8c7b-4461-b585-06f9e2c37fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:46.652735 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8daa71fb-8c7b-4461-b585-06f9e2c37fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:46.812356 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8daa71fb-8c7b-4461-b585-06f9e2c37fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:46.817500 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8daa71fb-8c7b-4461-b585-06f9e2c37fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:46.821453 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-8daa71fb-8c7b-4461-b585-06f9e2c37fa0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cdef27b3-e5df-463c-93d7-44a0e750dbfb HTTP/1.1" status: 204 len: 168 time: 0.2389150 Aug 07 12:49:46.831271 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa71fb-8c7b-4461-b585-06f9e2c37fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdef27b3-e5df-463c-93d7-44a0e750dbfb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:46.950762 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeccf59-6d93-4656-ac74-50a1d97f9a42 req-75e1e7bb-87ff-40e5-a213-51df49872be3 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:46.957703 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ebf43-170c-4d88-84ce-c160a258f98a req-cf79e9e1-6e19-46ce-82ea-882078261756 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:46.959388 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-360ebf43-170c-4d88-84ce-c160a258f98a req-cf79e9e1-6e19-46ce-82ea-882078261756 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 946 time: 0.0633008 Aug 07 12:49:46.962685 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fdeccf59-6d93-4656-ac74-50a1d97f9a42 req-75e1e7bb-87ff-40e5-a213-51df49872be3 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0970714 Aug 07 12:49:47.005170 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-360ebf43-170c-4d88-84ce-c160a258f98a req-ef2ecd7a-5ede-4977-b3c7-d5e6f28b5446 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379992 Aug 07 12:49:47.173027 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fdeccf59-6d93-4656-ac74-50a1d97f9a42 req-f6f65c8f-36f0-4a9c-bf88-3732ab30d5d0 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085252 Aug 07 12:49:47.366924 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 60372) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:47.380508 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-63875667-67f2-4bbd-9bf6-d759b7e3953b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:47.482567 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-63875667-67f2-4bbd-9bf6-d759b7e3953b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:47.548984 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619b40b-b3bc-4973-931a-57fa2ecb5324 req-fade859d-c557-46ab-939d-3db3780dc2ff tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:47.550501 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7619b40b-b3bc-4973-931a-57fa2ecb5324 req-fade859d-c557-46ab-939d-3db3780dc2ff tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0522738 Aug 07 12:49:47.606584 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-63875667-67f2-4bbd-9bf6-d759b7e3953b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:47.629250 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7619b40b-b3bc-4973-931a-57fa2ecb5324 req-7a85680b-81e9-4cfe-91a1-8595e28e53d5 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719998 Aug 07 12:49:47.664998 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63875667-67f2-4bbd-9bf6-d759b7e3953b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83877f1d-757a-4dbb-b995-563162aa7ac6,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:47.670230 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-63875667-67f2-4bbd-9bf6-d759b7e3953b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cb6fb1ea628640299c52faeaf5c43db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3013287 Aug 07 12:49:47.672040 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 60390) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:47.734368 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c719cb4-95dd-4ef9-80b2-6ac1c28dd714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:47.756625 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c719cb4-95dd-4ef9-80b2-6ac1c28dd714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:47.910943 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c719cb4-95dd-4ef9-80b2-6ac1c28dd714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:47.913407 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c719cb4-95dd-4ef9-80b2-6ac1c28dd714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:47.914973 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-6c719cb4-95dd-4ef9-80b2-6ac1c28dd714 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/83877f1d-757a-4dbb-b995-563162aa7ac6 HTTP/1.1" status: 204 len: 168 time: 0.2405009 Aug 07 12:49:47.923684 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c719cb4-95dd-4ef9-80b2-6ac1c28dd714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83877f1d-757a-4dbb-b995-563162aa7ac6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:49:48.138862 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f269b-fbdb-46d9-8d4f-d90086a2b7f8 req-85b9e2ae-7e4d-4463-b3c0-2c2a49bce555 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:48.148283 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7c9f269b-fbdb-46d9-8d4f-d90086a2b7f8 req-85b9e2ae-7e4d-4463-b3c0-2c2a49bce555 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 946 time: 0.0634420 Aug 07 12:49:48.185930 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7c9f269b-fbdb-46d9-8d4f-d90086a2b7f8 req-18ac6f57-cb94-4dbf-908d-fb29f248227a tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367615 Aug 07 12:49:48.323302 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e042d-b865-4ae5-8308-b47e9552ecb3 req-602c3773-8739-4360-9e88-394abb07152b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:48.325206 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-516e042d-b865-4ae5-8308-b47e9552ecb3 req-602c3773-8739-4360-9e88-394abb07152b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0716155 Aug 07 12:49:48.367083 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-516e042d-b865-4ae5-8308-b47e9552ecb3 req-21a077be-8a68-4109-b7e1-35875727d939 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356035 Aug 07 12:49:48.800230 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df632c91-786d-4075-8827-c043732dfefc req-3ad39835-3a3f-4147-8bf6-4c8b578f6abb tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:48.800230 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-df632c91-786d-4075-8827-c043732dfefc req-3ad39835-3a3f-4147-8bf6-4c8b578f6abb tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0680859 Aug 07 12:49:48.800812 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6e756-387f-4550-b6bc-0cb7a741f9cf req-6212e58e-91ba-4cb7-a681-b80dc7e44abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:48.800812 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-69c6e756-387f-4550-b6bc-0cb7a741f9cf req-6212e58e-91ba-4cb7-a681-b80dc7e44abf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 1098 time: 0.0498343 Aug 07 12:49:48.822471 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-df632c91-786d-4075-8827-c043732dfefc req-1368ac66-4adf-4be7-a388-d754dcaaaebf tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453482 Aug 07 12:49:49.319278 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0504271-4c99-4c8d-a6c2-d8c634c27026 req-b1f51c52-c8b2-4cdf-98b9-406bb1d252fd tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:49.320849 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e0504271-4c99-4c8d-a6c2-d8c634c27026 req-b1f51c52-c8b2-4cdf-98b9-406bb1d252fd tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 946 time: 0.0654914 Aug 07 12:49:49.368953 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e0504271-4c99-4c8d-a6c2-d8c634c27026 req-072792cb-bdb7-4d95-b41d-ca068e7d734d tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410104 Aug 07 12:49:49.510327 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d161846-5e54-4d84-8205-4601a8f4e513 req-70b72d52-330c-4762-8166-cd482c245094 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:49.511964 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5d161846-5e54-4d84-8205-4601a8f4e513 req-70b72d52-330c-4762-8166-cd482c245094 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0615888 Aug 07 12:49:49.556700 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5d161846-5e54-4d84-8205-4601a8f4e513 req-6070ea38-a5e3-4fc0-9df4-0de008a2ae4b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351129 Aug 07 12:49:49.940578 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adeeb6-1255-47c3-97b2-92b94979adbf req-19d0ae16-2c4b-4bac-aa77-03aafe7e1530 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:49.942061 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-76adeeb6-1255-47c3-97b2-92b94979adbf req-19d0ae16-2c4b-4bac-aa77-03aafe7e1530 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0489280 Aug 07 12:49:49.983548 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-76adeeb6-1255-47c3-97b2-92b94979adbf req-b6ee9040-e261-448e-93e9-c309e42639fb tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355875 Aug 07 12:49:50.495381 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c957fd1-c5aa-43d1-b280-9e873f3c4acc req-2cdc458a-14f3-44ae-a2e9-e0da2248ed70 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:50.496894 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9c957fd1-c5aa-43d1-b280-9e873f3c4acc req-2cdc458a-14f3-44ae-a2e9-e0da2248ed70 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 946 time: 0.0507267 Aug 07 12:49:50.536762 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9c957fd1-c5aa-43d1-b280-9e873f3c4acc req-bf2b6c9c-d156-47d4-8c40-1a0ce81c2ce8 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334105 Aug 07 12:49:50.697070 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccece6-5151-423e-b88c-31d07c6d0ead req-5cd29a90-92b5-40c1-96d3-80a918ebf574 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:50.698600 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-baccece6-5151-423e-b88c-31d07c6d0ead req-5cd29a90-92b5-40c1-96d3-80a918ebf574 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0492618 Aug 07 12:49:50.740674 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-baccece6-5151-423e-b88c-31d07c6d0ead req-487c40a6-0857-4d2b-9354-d77428a18bc0 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343370 Aug 07 12:49:51.113769 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919149a-3302-40c1-8f68-a31020d754f8 req-4bd51afa-629d-45c7-b2f1-2568489c337f tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:51.115313 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1919149a-3302-40c1-8f68-a31020d754f8 req-4bd51afa-629d-45c7-b2f1-2568489c337f tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0500543 Aug 07 12:49:51.156324 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1919149a-3302-40c1-8f68-a31020d754f8 req-502b4201-5c1e-45b1-aa82-3bddc4f938c6 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337889 Aug 07 12:49:51.713218 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221ff89-c5dd-470a-9e67-ebd7faf47992 req-d5ac78a4-c08b-4ba5-a7a4-971a2ac3befe tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:51.714720 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7221ff89-c5dd-470a-9e67-ebd7faf47992 req-d5ac78a4-c08b-4ba5-a7a4-971a2ac3befe tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 946 time: 0.1109135 Aug 07 12:49:51.727477 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec80af-af18-4f4a-8e26-1abaa3219f02 req-9100e9bc-efac-47e4-8d44-8382f9c0e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:51.729030 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1cec80af-af18-4f4a-8e26-1abaa3219f02 req-9100e9bc-efac-47e4-8d44-8382f9c0e14a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 1098 time: 0.0863407 Aug 07 12:49:51.737566 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-69c6e756-387f-4550-b6bc-0cb7a741f9cf req-941fb9c9-76f2-4ec9-b3fa-3f632a506bb7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962481 Aug 07 12:49:51.745952 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad929bec-1089-4720-a6f0-890464e1b326 req-9c411f84-9773-4ace-884b-9c12475ab3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:51.747428 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ad929bec-1089-4720-a6f0-890464e1b326 req-9c411f84-9773-4ace-884b-9c12475ab3ba service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 1099 time: 0.0973890 Aug 07 12:49:51.775440 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1cec80af-af18-4f4a-8e26-1abaa3219f02 req-2f620fed-feb8-43cc-82ed-43d3e3fdf341 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374761 Aug 07 12:49:51.782738 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7221ff89-c5dd-470a-9e67-ebd7faf47992 req-9896ff13-3ad9-4903-8f23-6fc163438b67 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585098 Aug 07 12:49:51.869127 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28481025-3488-4394-b9e9-30602b0a6c7b req-2f938eec-e064-4d20-a059-3c07cd5464d6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:51.870657 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-28481025-3488-4394-b9e9-30602b0a6c7b req-2f938eec-e064-4d20-a059-3c07cd5464d6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0600314 Aug 07 12:49:51.909554 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-28481025-3488-4394-b9e9-30602b0a6c7b req-1d858601-b02b-4b4b-9491-b519ec98635d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316749 Aug 07 12:49:52.279623 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f295e5-e953-4d23-9dc8-405277defc2c req-6fb557f6-d25f-4387-8509-331d5831ecc8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:52.283626 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-82f295e5-e953-4d23-9dc8-405277defc2c req-6fb557f6-d25f-4387-8509-331d5831ecc8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0510392 Aug 07 12:49:52.320578 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-82f295e5-e953-4d23-9dc8-405277defc2c req-721800da-04a6-4250-9d63-76b20fdb1226 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328240 Aug 07 12:49:52.443284 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ad929bec-1089-4720-a6f0-890464e1b326 req-3b43f4eb-216d-4739-9bef-146d394093c8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286086 Aug 07 12:49:52.908060 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ada0bc-0770-451e-8bf9-9a5693b713d6 req-3e154b0f-b742-4d68-aa2d-430605e39353 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:52.909365 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e6ada0bc-0770-451e-8bf9-9a5693b713d6 req-3e154b0f-b742-4d68-aa2d-430605e39353 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 946 time: 0.0534532 Aug 07 12:49:52.949861 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e6ada0bc-0770-451e-8bf9-9a5693b713d6 req-ffaace61-f2b6-4ab5-b62d-3fd7cb569666 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342216 Aug 07 12:49:53.039185 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8b287-58e3-43ff-93c6-3e4d8322a8a6 req-8fbc5889-ada0-4dd4-b125-56c21de63215 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:53.040677 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ecf8b287-58e3-43ff-93c6-3e4d8322a8a6 req-8fbc5889-ada0-4dd4-b125-56c21de63215 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0531745 Aug 07 12:49:53.081521 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ecf8b287-58e3-43ff-93c6-3e4d8322a8a6 req-7257560e-a25f-4327-87e0-bc786b4b8c45 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343993 Aug 07 12:49:53.442243 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52053d67-c96e-48d4-842c-ae15be5c529b req-711a8e26-facc-4d47-9630-17e6359fd4bf tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:53.444097 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-52053d67-c96e-48d4-842c-ae15be5c529b req-711a8e26-facc-4d47-9630-17e6359fd4bf tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0526505 Aug 07 12:49:53.486645 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-52053d67-c96e-48d4-842c-ae15be5c529b req-8025ed63-4927-4aed-a6f6-a2c8d66eb5d9 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356605 Aug 07 12:49:54.072890 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35057e5e-372b-4bf4-b42d-6a90622417a0 req-48a2c16b-4706-44de-8795-387ad37f5e58 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:54.074316 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-35057e5e-372b-4bf4-b42d-6a90622417a0 req-48a2c16b-4706-44de-8795-387ad37f5e58 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 946 time: 0.0486233 Aug 07 12:49:54.117559 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-35057e5e-372b-4bf4-b42d-6a90622417a0 req-1a97e8b8-5c78-4ef0-9c8f-1b23494aaf5b tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355515 Aug 07 12:49:54.214563 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c8e69-8b1a-4e03-930b-815a6ab68580 req-4873935c-f5c3-44f0-b4d3-4b8ce2aab814 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:54.223081 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f71c8e69-8b1a-4e03-930b-815a6ab68580 req-4873935c-f5c3-44f0-b4d3-4b8ce2aab814 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0701277 Aug 07 12:49:54.272496 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f71c8e69-8b1a-4e03-930b-815a6ab68580 req-dad85676-9396-4e2b-855a-690fa48c8611 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417645 Aug 07 12:49:54.605378 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02deadc0-363a-4ab4-a13b-17fb51050c5d req-90b7c155-88b1-40a6-8cd2-aabbbb097a7a tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:54.606934 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-02deadc0-363a-4ab4-a13b-17fb51050c5d req-90b7c155-88b1-40a6-8cd2-aabbbb097a7a tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0523615 Aug 07 12:49:54.646977 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-02deadc0-363a-4ab4-a13b-17fb51050c5d req-f0653688-0d28-4c48-ac49-29c5e671efc8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323274 Aug 07 12:49:54.822464 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af91ccb-bda5-4ecf-8b35-1bf03e0eb9ba req-a7b23772-7fc1-4677-bee0-1a65ef24cd16 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:54.824116 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2af91ccb-bda5-4ecf-8b35-1bf03e0eb9ba req-a7b23772-7fc1-4677-bee0-1a65ef24cd16 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0543590 Aug 07 12:49:54.833861 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 60648) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:49:54.838665 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-75aa2d54-3ccd-4e32-bcdb-4e01a1eb6771 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Request body: {'floatingip': {'port_id': '149d6a70-6d91-4dc5-ab5c-cfcb7810cde6'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:49:54.846329 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1ded7-ca19-490a-8af2-95bb86393c74 req-1bad5087-cbe3-4e31-8296-e4d069ca9ee6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:54.847850 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-47b1ded7-ca19-490a-8af2-95bb86393c74 req-1bad5087-cbe3-4e31-8296-e4d069ca9ee6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0598617 Aug 07 12:49:54.896349 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-47b1ded7-ca19-490a-8af2-95bb86393c74 req-b7f8ce0e-16d7-4e27-ac39-5b7f09bebfce tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418844 Aug 07 12:49:54.917047 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75aa2d54-3ccd-4e32-bcdb-4e01a1eb6771 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for floatingip, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:55.374447 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d754b6-5acc-4f1a-9d30-8b4db8ae5f34 req-fac3838d-e4f8-440e-883e-fb626600ee72 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:55.376007 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a2d754b6-5acc-4f1a-9d30-8b4db8ae5f34 req-fac3838d-e4f8-440e-883e-fb626600ee72 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 946 time: 0.1851208 Aug 07 12:49:55.490854 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a2d754b6-5acc-4f1a-9d30-8b4db8ae5f34 req-e71d4aa0-8c85-4c24-b69f-0cc6778d2c95 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844586 Aug 07 12:49:55.647048 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75aa2d54-3ccd-4e32-bcdb-4e01a1eb6771 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:55.750886 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75aa2d54-3ccd-4e32-bcdb-4e01a1eb6771 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519576'] for floatingip, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:55.853717 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.db.l3_db [None req-75aa2d54-3ccd-4e32-bcdb-4e01a1eb6771 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Floating IP 5303faae-50ec-4c3f-9d73-aead005102ce associated. External IP: 172.27.3.223, port: 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6. Aug 07 12:49:56.031115 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a0f00-2903-48e2-b821-8eb57061e3c2 req-3eec3ebb-4cca-4e33-a6e3-669aafac0fd3 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:56.033269 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-499a0f00-2903-48e2-b821-8eb57061e3c2 req-3eec3ebb-4cca-4e33-a6e3-669aafac0fd3 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0550883 Aug 07 12:49:56.073703 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-499a0f00-2903-48e2-b821-8eb57061e3c2 req-b959da77-6d54-4ba3-b784-9c775513b268 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342038 Aug 07 12:49:56.239982 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75aa2d54-3ccd-4e32-bcdb-4e01a1eb6771 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Router e7181ac5-1cbc-446e-b133-27bc70ad593a has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:49:56.361680 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75aa2d54-3ccd-4e32-bcdb-4e01a1eb6771 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:49:56.366574 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75aa2d54-3ccd-4e32-bcdb-4e01a1eb6771 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:49:56.380608 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbc85ee-2d0c-4e31-b763-9908b6f0e3c9 None None] Sync routers for ids ['e7181ac5-1cbc-446e-b133-27bc70ad593a'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:49:56.386234 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc85ee-2d0c-4e31-b763-9908b6f0e3c9 None None] Routers {'e7181ac5-1cbc-446e-b133-27bc70ad593a'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:49:56.387434 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-6fbc85ee-2d0c-4e31-b763-9908b6f0e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:49:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['e7181ac5-1cbc-446e-b133-27bc70ad593a'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:56.397347 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-75aa2d54-3ccd-4e32-bcdb-4e01a1eb6771 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "PUT /v2.0/floatingips/5303faae-50ec-4c3f-9d73-aead005102ce HTTP/1.1" status: 200 len: 991 time: 1.5594609 Aug 07 12:49:56.397347 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebc6e63-3637-49cc-8f69-ab7188721b3e', 'tag': '149d6a70-6d91-4dc5-ab5c-cfcb7810cde6'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:49:56.397979 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a18bab-31db-477c-83d2-6b281906ac2a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ebc6e63-3637-49cc-8f69-ab7188721b3e", "tag": "149d6a70-6d91-4dc5-ab5c-cfcb7810cde6"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:49:56.460772 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5809a0a8-9fe6-4958-9503-b518a62bc5d4 x-openstack-request-id: req-5809a0a8-9fe6-4958-9503-b518a62bc5d4 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:49:56.461849 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ebc6e63-3637-49cc-8f69-ab7188721b3e", "tag": "149d6a70-6d91-4dc5-ab5c-cfcb7810cde6", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:49:56.462115 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5809a0a8-9fe6-4958-9503-b518a62bc5d4 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:49:56.465696 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebc6e63-3637-49cc-8f69-ab7188721b3e', 'tag': '149d6a70-6d91-4dc5-ab5c-cfcb7810cde6', 'status': 'completed', 'code': 200} Aug 07 12:49:56.504186 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-6fbc85ee-2d0c-4e31-b763-9908b6f0e3c9 None None] Set router e7181ac5-1cbc-446e-b133-27bc70ad593a gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:49:56.844717 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-6fbc85ee-2d0c-4e31-b763-9908b6f0e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:09Z', 'revision_number': 4, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': '5303faae-50ec-4c3f-9d73-aead005102ce', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'port_id': '149d6a70-6d91-4dc5-ab5c-cfcb7810cde6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'mac_address': 'fa:16:3e:9d:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc6e63-3637-49cc-8f69-ab7188721b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:49:19Z', 'updated_at': '2021-08-07T12:49:55Z', 'revision_number': 1, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805c9e83-0680-42bc-8edc-245577d2278b', 'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'mac_address': 'fa:16:3e:1a:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '300bb429-c76c-4118-afab-6302f18dd66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:06Z', 'updated_at': '2021-08-07T12:49:18Z', 'revision_number': 5, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'subnets': [{'id': '300bb429-c76c-4118-afab-6302f18dd66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:56.872324 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbc85ee-2d0c-4e31-b763-9908b6f0e3c9 None None] Checking router: e7181ac5-1cbc-446e-b133-27bc70ad593a for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:49:56.882028 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc85ee-2d0c-4e31-b763-9908b6f0e3c9 None None] Routers {'e7181ac5-1cbc-446e-b133-27bc70ad593a'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:49:56.882759 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-6fbc85ee-2d0c-4e31-b763-9908b6f0e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:49:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['e7181ac5-1cbc-446e-b133-27bc70ad593a'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:56.989726 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-6fbc85ee-2d0c-4e31-b763-9908b6f0e3c9 None None] Set router e7181ac5-1cbc-446e-b133-27bc70ad593a gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:49:57.194612 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f42bd-22e0-4f2e-8210-c2fd372070fd req-09811360-81ad-434b-baa6-90050b8e37b9 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:57.196252 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d42f42bd-22e0-4f2e-8210-c2fd372070fd req-09811360-81ad-434b-baa6-90050b8e37b9 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0517917 Aug 07 12:49:57.218067 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-6fbc85ee-2d0c-4e31-b763-9908b6f0e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:09Z', 'revision_number': 4, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': '5303faae-50ec-4c3f-9d73-aead005102ce', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'port_id': '149d6a70-6d91-4dc5-ab5c-cfcb7810cde6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'mac_address': 'fa:16:3e:9d:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc6e63-3637-49cc-8f69-ab7188721b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:49:19Z', 'updated_at': '2021-08-07T12:49:55Z', 'revision_number': 1, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805c9e83-0680-42bc-8edc-245577d2278b', 'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'mac_address': 'fa:16:3e:1a:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '300bb429-c76c-4118-afab-6302f18dd66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:06Z', 'updated_at': '2021-08-07T12:49:18Z', 'revision_number': 5, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'subnets': [{'id': '300bb429-c76c-4118-afab-6302f18dd66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:49:57.235382 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d42f42bd-22e0-4f2e-8210-c2fd372070fd req-3c9b0d24-740b-474e-8c64-c88a5e972ac4 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327339 Aug 07 12:49:57.248269 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbc85ee-2d0c-4e31-b763-9908b6f0e3c9 None None] The sync data for ids ['e7181ac5-1cbc-446e-b133-27bc70ad593a'] in dv-cinder-787296-2-iscsi is: [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:09Z', 'revision_number': 4, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': '5303faae-50ec-4c3f-9d73-aead005102ce', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'port_id': '149d6a70-6d91-4dc5-ab5c-cfcb7810cde6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'mac_address': 'fa:16:3e:9d:7b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebc6e63-3637-49cc-8f69-ab7188721b3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:49:19Z', 'updated_at': '2021-08-07T12:49:55Z', 'revision_number': 1, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805c9e83-0680-42bc-8edc-245577d2278b', 'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'mac_address': 'fa:16:3e:1a:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '300bb429-c76c-4118-afab-6302f18dd66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:06Z', 'updated_at': '2021-08-07T12:49:18Z', 'revision_number': 5, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'subnets': [{'id': '300bb429-c76c-4118-afab-6302f18dd66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:49:57.467203 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b50372-d659-49e6-b060-5209e7884240 None None] New status for floating IP 5303faae-50ec-4c3f-9d73-aead005102ce: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 12:49:57.830429 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a18bab-31db-477c-83d2-6b281906ac2a req-f9d52666-8ffe-4793-9c2f-fa95656fbd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:57.831993 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e6a18bab-31db-477c-83d2-6b281906ac2a req-f9d52666-8ffe-4793-9c2f-fa95656fbd79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe58962fe09244deb2d59c8d994e7b3e&device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 1098 time: 0.0443344 Aug 07 12:49:57.837957 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7163004-2aa1-4b5f-8bf3-934a1dab31a8 req-c27c2bbc-bd63-48d6-84cc-3327cd52f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:57.841338 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f7163004-2aa1-4b5f-8bf3-934a1dab31a8 req-c27c2bbc-bd63-48d6-84cc-3327cd52f9ca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e94075116c334ad39b4fbfcde986d660&device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 1098 time: 0.0442405 Aug 07 12:49:57.943564 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a18bab-31db-477c-83d2-6b281906ac2a req-9c45e695-a07f-430a-b1b6-95445b79665a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:57.944287 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7163004-2aa1-4b5f-8bf3-934a1dab31a8 req-00fa7052-2d85-4ad4-a309-45966b139991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:57.945147 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e6a18bab-31db-477c-83d2-6b281906ac2a req-9c45e695-a07f-430a-b1b6-95445b79665a service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5 HTTP/1.1" status: 200 len: 911 time: 0.0919027 Aug 07 12:49:57.945760 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f7163004-2aa1-4b5f-8bf3-934a1dab31a8 req-00fa7052-2d85-4ad4-a309-45966b139991 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2321795-e5f2-40d8-bbcd-632960ec1b50 HTTP/1.1" status: 200 len: 919 time: 0.0924044 Aug 07 12:49:57.997879 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f7163004-2aa1-4b5f-8bf3-934a1dab31a8 req-561619c1-2084-4f36-9341-a9b9489249b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94c5dc51-1cc4-4d2f-a731-02c412f50db1 HTTP/1.1" status: 200 len: 217 time: 0.0367813 Aug 07 12:49:58.064919 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7163004-2aa1-4b5f-8bf3-934a1dab31a8 req-7abec865-a342-41f9-9339-43c9cba7ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:58.066727 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f7163004-2aa1-4b5f-8bf3-934a1dab31a8 req-7abec865-a342-41f9-9339-43c9cba7ed9e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb5a6588-eee4-40e0-8f56-708709b8be3c HTTP/1.1" status: 200 len: 858 time: 0.0563371 Aug 07 12:49:58.100872 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f7163004-2aa1-4b5f-8bf3-934a1dab31a8 req-c7df13d5-186e-4dc8-96b9-bec28a578241 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2321795-e5f2-40d8-bbcd-632960ec1b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260518 Aug 07 12:49:58.207928 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f7163004-2aa1-4b5f-8bf3-934a1dab31a8 req-dd6a69f5-309e-44a8-999c-f46eb3aad702 service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892222 Aug 07 12:49:58.241281 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e6a18bab-31db-477c-83d2-6b281906ac2a req-16df42fc-b93c-47e1-8a31-c81f14b115f3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 HTTP/1.1" status: 200 len: 1001 time: 0.2808015 Aug 07 12:49:58.301742 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a18bab-31db-477c-83d2-6b281906ac2a req-4fe2e58f-3dd3-4e80-b464-c3640bc32ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:58.303287 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e6a18bab-31db-477c-83d2-6b281906ac2a req-4fe2e58f-3dd3-4e80-b464-c3640bc32ba0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=300bb429-c76c-4118-afab-6302f18dd66e HTTP/1.1" status: 200 len: 849 time: 0.0504749 Aug 07 12:49:58.324723 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f7163004-2aa1-4b5f-8bf3-934a1dab31a8 req-678b5127-64d3-4956-a56b-140d913974c6 service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926251 Aug 07 12:49:58.381911 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf52ccb-ec21-471f-ae07-add3e560462a req-c49b1158-e433-4457-8468-09f69fe51955 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:58.383495 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1cf52ccb-ec21-471f-ae07-add3e560462a req-c49b1158-e433-4457-8468-09f69fe51955 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0784302 Aug 07 12:49:58.392554 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a18bab-31db-477c-83d2-6b281906ac2a req-457de05a-0bb9-4ffb-8a4d-d233a923a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:58.394394 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e6a18bab-31db-477c-83d2-6b281906ac2a req-457de05a-0bb9-4ffb-8a4d-d233a923a2dd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631883 Aug 07 12:49:58.480978 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1cf52ccb-ec21-471f-ae07-add3e560462a req-07375325-823f-41ce-9cbb-28fbfd4aacdb tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855112 Aug 07 12:49:58.526366 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e6a18bab-31db-477c-83d2-6b281906ac2a req-6409f96d-b4e0-414e-9df7-f59ee8660041 service neutron] 10.222.0.58 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126494 Aug 07 12:49:58.658250 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e6a18bab-31db-477c-83d2-6b281906ac2a req-85a191c2-c98f-4284-bd38-ffc23ee280a8 service neutron] 10.222.0.58 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109662 Aug 07 12:49:59.538655 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:49:59.628387 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ad22f-3dd4-4110-9204-1450784d5b70 req-4539ad72-ce7b-4ee5-aae0-206a848dc49c tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:49:59.629948 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-964ad22f-3dd4-4110-9204-1450784d5b70 req-4539ad72-ce7b-4ee5-aae0-206a848dc49c tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0557723 Aug 07 12:49:59.685550 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-964ad22f-3dd4-4110-9204-1450784d5b70 req-8384e21d-3cc3-4be0-8b07-2aab70e765a2 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493433 Aug 07 12:50:00.667281 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 60792) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:00.820264 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2efaa7-a56b-40b7-b353-b6e7b8ec8968 req-4d395ee1-ead4-4285-8396-58023cd4d443 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:00.823028 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 60804) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:00.826809 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0d2efaa7-a56b-40b7-b353-b6e7b8ec8968 req-4d395ee1-ead4-4285-8396-58023cd4d443 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0577307 Aug 07 12:50:00.879069 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0d2efaa7-a56b-40b7-b353-b6e7b8ec8968 req-ab5780e0-691f-4343-803b-f268fc161195 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507946 Aug 07 12:50:00.907382 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b0e19e71-6209-4a4e-a0d9-d5a995aa41a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:00.945694 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-88f812aa-05b1-445a-8dd9-c1283927e228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:01.032868 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b0e19e71-6209-4a4e-a0d9-d5a995aa41a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:01.155549 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b0e19e71-6209-4a4e-a0d9-d5a995aa41a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:01.202364 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-b0e19e71-6209-4a4e-a0d9-d5a995aa41a6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6be40fc2900d4563945b787e8ce56a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780396 Aug 07 12:50:01.205047 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 60826) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:01.207493 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e19e71-6209-4a4e-a0d9-d5a995aa41a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204b8d9d-5e8e-4fcd-8425-cbb2a062d11d,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:01.232188 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e19e71-6209-4a4e-a0d9-d5a995aa41a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.232188 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e19e71-6209-4a4e-a0d9-d5a995aa41a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.232188 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e19e71-6209-4a4e-a0d9-d5a995aa41a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.232188 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e19e71-6209-4a4e-a0d9-d5a995aa41a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.232188 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e19e71-6209-4a4e-a0d9-d5a995aa41a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.232188 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e19e71-6209-4a4e-a0d9-d5a995aa41a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.232188 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e19e71-6209-4a4e-a0d9-d5a995aa41a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.232188 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e19e71-6209-4a4e-a0d9-d5a995aa41a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.232188 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e19e71-6209-4a4e-a0d9-d5a995aa41a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.232188 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e19e71-6209-4a4e-a0d9-d5a995aa41a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.232188 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e19e71-6209-4a4e-a0d9-d5a995aa41a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.232188 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e19e71-6209-4a4e-a0d9-d5a995aa41a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.261303 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b96cab6-703d-46c3-b74c-419d1edf5bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:01.295541 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-88f812aa-05b1-445a-8dd9-c1283927e228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:01.299411 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b96cab6-703d-46c3-b74c-419d1edf5bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:01.419025 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-88f812aa-05b1-445a-8dd9-c1283927e228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:01.461226 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b96cab6-703d-46c3-b74c-419d1edf5bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:01.461387 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-88f812aa-05b1-445a-8dd9-c1283927e228 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5570c68e898e41b3891c4d6227ed897f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7930021 Aug 07 12:50:01.463496 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f812aa-05b1-445a-8dd9-c1283927e228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc753aa6-11e0-4803-a86f-f5b05b0216c3,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:01.465902 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 60836) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:01.467150 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7b96cab6-703d-46c3-b74c-419d1edf5bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:01.468640 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-7b96cab6-703d-46c3-b74c-419d1edf5bf2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/204b8d9d-5e8e-4fcd-8425-cbb2a062d11d HTTP/1.1" status: 204 len: 168 time: 0.2626038 Aug 07 12:50:01.484178 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96cab6-703d-46c3-b74c-419d1edf5bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204b8d9d-5e8e-4fcd-8425-cbb2a062d11d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:01.493431 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 60840) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:01.502978 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b96cab6-703d-46c3-b74c-419d1edf5bf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.502978 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b96cab6-703d-46c3-b74c-419d1edf5bf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.502978 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b96cab6-703d-46c3-b74c-419d1edf5bf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.502978 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b96cab6-703d-46c3-b74c-419d1edf5bf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.502978 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b96cab6-703d-46c3-b74c-419d1edf5bf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.502978 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b96cab6-703d-46c3-b74c-419d1edf5bf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.502978 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b96cab6-703d-46c3-b74c-419d1edf5bf2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.503549 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b96cab6-703d-46c3-b74c-419d1edf5bf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.503549 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b96cab6-703d-46c3-b74c-419d1edf5bf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.503886 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b96cab6-703d-46c3-b74c-419d1edf5bf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.504659 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b96cab6-703d-46c3-b74c-419d1edf5bf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.505974 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b96cab6-703d-46c3-b74c-419d1edf5bf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:01.532297 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eb6f10e3-3d25-4a47-aec4-a7e277bcd907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:01.560758 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eb6f10e3-3d25-4a47-aec4-a7e277bcd907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:01.632489 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 60850) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:01.765299 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4c51ccf2-5ac8-4613-9c9c-a8618c576a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:01.781332 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50abf014-ea1c-425a-9fab-073a7ffcfe16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:01.953495 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eb6f10e3-3d25-4a47-aec4-a7e277bcd907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:01.956805 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eb6f10e3-3d25-4a47-aec4-a7e277bcd907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:01.960572 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-eb6f10e3-3d25-4a47-aec4-a7e277bcd907 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc753aa6-11e0-4803-a86f-f5b05b0216c3 HTTP/1.1" status: 204 len: 168 time: 0.4911065 Aug 07 12:50:01.974945 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f10e3-3d25-4a47-aec4-a7e277bcd907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc753aa6-11e0-4803-a86f-f5b05b0216c3,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:02.038693 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9324b4-aeeb-4bc1-be4b-45d7d59334a5 req-bd5394b9-0123-44cd-9cf0-4055038dfb65 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:02.040400 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-3e9324b4-aeeb-4bc1-be4b-45d7d59334a5 req-bd5394b9-0123-44cd-9cf0-4055038dfb65 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0786688 Aug 07 12:50:02.045829 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4c51ccf2-5ac8-4613-9c9c-a8618c576a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:02.079229 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-3e9324b4-aeeb-4bc1-be4b-45d7d59334a5 req-1d09fe61-166b-4b4f-9448-188f95717b24 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320225 Aug 07 12:50:02.178990 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4c51ccf2-5ac8-4613-9c9c-a8618c576a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:02.217349 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51ccf2-5ac8-4613-9c9c-a8618c576a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04349b85-8a87-4165-8cea-ad127c9a0ceb,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:02.221666 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-4c51ccf2-5ac8-4613-9c9c-a8618c576a33 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4d50d70cc88d454e904c318b77865ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7244742 Aug 07 12:50:02.224860 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 60862) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:02.277300 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50abf014-ea1c-425a-9fab-073a7ffcfe16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:02.284711 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-489829ac-3806-4945-93f5-8adacce443bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:02.311924 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-489829ac-3806-4945-93f5-8adacce443bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:02.424853 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-50abf014-ea1c-425a-9fab-073a7ffcfe16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:02.470259 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-50abf014-ea1c-425a-9fab-073a7ffcfe16 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a858923894d042069c9fb1ac55ed6bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8364501 Aug 07 12:50:02.474413 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abf014-ea1c-425a-9fab-073a7ffcfe16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c950e9-8967-4625-bf11-b2e489c3a10e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:02.476610 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 60868) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:02.505499 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-489829ac-3806-4945-93f5-8adacce443bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:02.508524 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-489829ac-3806-4945-93f5-8adacce443bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:02.512686 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-489829ac-3806-4945-93f5-8adacce443bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/04349b85-8a87-4165-8cea-ad127c9a0ceb HTTP/1.1" status: 204 len: 168 time: 0.2837059 Aug 07 12:50:02.527246 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489829ac-3806-4945-93f5-8adacce443bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04349b85-8a87-4165-8cea-ad127c9a0ceb,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:02.543660 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e5a1913f-e746-41a6-98d1-ba6a36d7d260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:02.566604 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e5a1913f-e746-41a6-98d1-ba6a36d7d260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:02.622918 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 60872) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:02.636469 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8d576c8a-f38d-44ba-9512-d602d74b3ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:02.718837 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e5a1913f-e746-41a6-98d1-ba6a36d7d260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:02.722336 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e5a1913f-e746-41a6-98d1-ba6a36d7d260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:02.725921 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-e5a1913f-e746-41a6-98d1-ba6a36d7d260 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/12c950e9-8967-4625-bf11-b2e489c3a10e HTTP/1.1" status: 204 len: 168 time: 0.2456119 Aug 07 12:50:02.739982 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1913f-e746-41a6-98d1-ba6a36d7d260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c950e9-8967-4625-bf11-b2e489c3a10e,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:02.798760 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8d576c8a-f38d-44ba-9512-d602d74b3ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:02.922004 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8d576c8a-f38d-44ba-9512-d602d74b3ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:02.947855 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 60880) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:02.966748 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-26ccfdeb-5878-4dcc-a6e7-494d0a7dc7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:02.971068 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-8d576c8a-f38d-44ba-9512-d602d74b3ba1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b232536085da4ff88c2ff2e7b4a1a571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445911 Aug 07 12:50:02.971068 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d576c8a-f38d-44ba-9512-d602d74b3ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e06d18a-839d-4369-b3a9-deb98253363a,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:02.971310 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 60882) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:03.067972 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e0b2a990-a4c1-46db-af6d-8cbc33d2238c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:03.107814 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e0b2a990-a4c1-46db-af6d-8cbc33d2238c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:03.155847 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-26ccfdeb-5878-4dcc-a6e7-494d0a7dc7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:03.216480 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49982f22-bb7e-401c-b5a4-a7162a713ff1 req-56e7453b-084b-432d-ab08-41acb4894545 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:03.218033 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-49982f22-bb7e-401c-b5a4-a7162a713ff1 req-56e7453b-084b-432d-ab08-41acb4894545 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0523012 Aug 07 12:50:03.231538 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-26ccfdeb-5878-4dcc-a6e7-494d0a7dc7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:03.291402 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e0b2a990-a4c1-46db-af6d-8cbc33d2238c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:03.293910 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e0b2a990-a4c1-46db-af6d-8cbc33d2238c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:03.299586 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-e0b2a990-a4c1-46db-af6d-8cbc33d2238c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0e06d18a-839d-4369-b3a9-deb98253363a HTTP/1.1" status: 204 len: 168 time: 0.3223920 Aug 07 12:50:03.300751 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-26ccfdeb-5878-4dcc-a6e7-494d0a7dc7d5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=be33031643e242f7a87e213edcc872f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518679 Aug 07 12:50:03.301431 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccfdeb-5878-4dcc-a6e7-494d0a7dc7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0857eb7-5abf-4b94-988c-89e164d5a822,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:03.303665 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 60892) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:03.308822 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-49982f22-bb7e-401c-b5a4-a7162a713ff1 req-b2884861-9aaf-4d35-a112-32c125352ffd tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844383 Aug 07 12:50:03.328846 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2a990-a4c1-46db-af6d-8cbc33d2238c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e06d18a-839d-4369-b3a9-deb98253363a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:03.383612 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-49dada78-9e93-4b75-81c7-2ff5c358803e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:03.411924 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-49dada78-9e93-4b75-81c7-2ff5c358803e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:03.512186 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c7e42be6-4fb1-448a-a736-700630edd4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:03.590854 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-49dada78-9e93-4b75-81c7-2ff5c358803e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:03.593650 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-49dada78-9e93-4b75-81c7-2ff5c358803e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:03.599271 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-49dada78-9e93-4b75-81c7-2ff5c358803e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d0857eb7-5abf-4b94-988c-89e164d5a822 HTTP/1.1" status: 204 len: 168 time: 0.2939408 Aug 07 12:50:03.603845 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 60898) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:03.608453 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dada78-9e93-4b75-81c7-2ff5c358803e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0857eb7-5abf-4b94-988c-89e164d5a822,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:03.628173 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f8fe532-387e-4a3f-aa29-94879faf5d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:03.734608 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f8fe532-387e-4a3f-aa29-94879faf5d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:03.847955 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f8fe532-387e-4a3f-aa29-94879faf5d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:03.902897 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-9f8fe532-387e-4a3f-aa29-94879faf5d1f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6f939cc959934ff189d19b2a9635db5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2965651 Aug 07 12:50:03.913488 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fe532-387e-4a3f-aa29-94879faf5d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5730e247-0fac-4bb0-b439-819c1e4ac8eb,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:03.913897 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 60916) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:03.972598 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b52f8907-eb94-45e5-a775-010e3d0c4284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:03.997323 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b52f8907-eb94-45e5-a775-010e3d0c4284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:04.144801 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b52f8907-eb94-45e5-a775-010e3d0c4284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:04.147467 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b52f8907-eb94-45e5-a775-010e3d0c4284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:04.148680 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-b52f8907-eb94-45e5-a775-010e3d0c4284 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5730e247-0fac-4bb0-b439-819c1e4ac8eb HTTP/1.1" status: 204 len: 168 time: 0.2338500 Aug 07 12:50:04.157239 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f8907-eb94-45e5-a775-010e3d0c4284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5730e247-0fac-4bb0-b439-819c1e4ac8eb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:04.438047 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddeb853-86b6-4829-b5d3-38924815f776 req-df49276a-28d7-4bbf-bd5e-ffb1e11f7aad tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:04.439842 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bddeb853-86b6-4829-b5d3-38924815f776 req-df49276a-28d7-4bbf-bd5e-ffb1e11f7aad tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0602157 Aug 07 12:50:04.481432 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bddeb853-86b6-4829-b5d3-38924815f776 req-d2e42fcb-52a9-4204-8bbf-c2643af21c7e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354459 Aug 07 12:50:04.547555 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ee5cbc59-a6f2-4a54-805f-2d95a4cab1a6 req-81c615c5-6c79-4b68-be42-2d3356fc3b95 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457010 Aug 07 12:50:04.652278 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cbc59-a6f2-4a54-805f-2d95a4cab1a6 req-2ea1a262-ca3a-4c1d-aa6b-e658c41b9d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:04.653793 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ee5cbc59-a6f2-4a54-805f-2d95a4cab1a6 req-2ea1a262-ca3a-4c1d-aa6b-e658c41b9d5b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa2a4a5930aa41eebe63a64ede80767c&device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 1099 time: 0.0407805 Aug 07 12:50:04.811314 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cbc59-a6f2-4a54-805f-2d95a4cab1a6 req-c451d3db-ae0d-4657-926c-c8b78a3d1eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:04.813588 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ee5cbc59-a6f2-4a54-805f-2d95a4cab1a6 req-c451d3db-ae0d-4657-926c-c8b78a3d1eeb service neutron] 10.222.0.58 "GET /v2.0/networks?id=31e76455-8f28-4f1f-831e-8e357311d283 HTTP/1.1" status: 200 len: 913 time: 0.1100445 Aug 07 12:50:04.871503 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ee5cbc59-a6f2-4a54-805f-2d95a4cab1a6 req-0fea6046-28cb-4d59-ba8d-c1e7a27b78a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb HTTP/1.1" status: 200 len: 217 time: 0.0481269 Aug 07 12:50:04.927387 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cbc59-a6f2-4a54-805f-2d95a4cab1a6 req-4bf0878b-86c7-4982-ba60-f7bbf0e196ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:04.929084 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ee5cbc59-a6f2-4a54-805f-2d95a4cab1a6 req-4bf0878b-86c7-4982-ba60-f7bbf0e196ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f7fd01c-bedb-4db9-a9d4-5a6b4881b173 HTTP/1.1" status: 200 len: 852 time: 0.0496435 Aug 07 12:50:04.969416 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ee5cbc59-a6f2-4a54-805f-2d95a4cab1a6 req-822028d5-ccbf-43f0-96c3-59c950416cdb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=31e76455-8f28-4f1f-831e-8e357311d283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320232 Aug 07 12:50:05.085767 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ee5cbc59-a6f2-4a54-805f-2d95a4cab1a6 req-792dc401-22b8-427d-b5b1-aa8feaf6a013 service neutron] 10.222.0.58 "GET /v2.0/networks/31e76455-8f28-4f1f-831e-8e357311d283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952485 Aug 07 12:50:05.184490 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ee5cbc59-a6f2-4a54-805f-2d95a4cab1a6 req-9718e855-d772-4902-bb73-8e0dc5caf7a7 service neutron] 10.222.0.58 "GET /v2.0/networks/31e76455-8f28-4f1f-831e-8e357311d283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935202 Aug 07 12:50:05.610324 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21eafc5-3dcb-41e7-9aae-461ff52a51b1 req-2ad3fcc5-487f-4a62-96d0-927550a9e2ea tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:05.610324 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f21eafc5-3dcb-41e7-9aae-461ff52a51b1 req-2ad3fcc5-487f-4a62-96d0-927550a9e2ea tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0512800 Aug 07 12:50:05.646993 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f21eafc5-3dcb-41e7-9aae-461ff52a51b1 req-a22fd878-7d33-4579-8d4e-a60f3f7a830e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334289 Aug 07 12:50:06.038855 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 32776) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:06.194838 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef578e3b-fbcf-400b-a07f-7095ffad313a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:06.290394 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef578e3b-fbcf-400b-a07f-7095ffad313a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:06.401755 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ef578e3b-fbcf-400b-a07f-7095ffad313a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:06.440995 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-ef578e3b-fbcf-400b-a07f-7095ffad313a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f25a7ff53cb646fab48273d4278a1c3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005265 Aug 07 12:50:06.441869 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef578e3b-fbcf-400b-a07f-7095ffad313a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bebfa5-a53c-48e9-bfcc-53efc3860867,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:06.444371 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 32790) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:06.502802 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-55f81a00-8cfc-43ab-8d36-77370cc6a097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:06.522687 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-55f81a00-8cfc-43ab-8d36-77370cc6a097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:06.608007 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7ede435f-6678-4aaf-b7dc-f140dfa980f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:06.734474 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-55f81a00-8cfc-43ab-8d36-77370cc6a097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:06.737513 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-55f81a00-8cfc-43ab-8d36-77370cc6a097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:06.738173 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-55f81a00-8cfc-43ab-8d36-77370cc6a097 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d5bebfa5-a53c-48e9-bfcc-53efc3860867 HTTP/1.1" status: 204 len: 168 time: 0.2929010 Aug 07 12:50:06.771034 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f81a00-8cfc-43ab-8d36-77370cc6a097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bebfa5-a53c-48e9-bfcc-53efc3860867,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:06.794959 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b13f59-c098-4a2a-8e42-3b17a7e57e8c req-1d07a4ab-d981-4ab3-a8c3-1738f199060c tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:06.796527 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d9b13f59-c098-4a2a-8e42-3b17a7e57e8c req-1d07a4ab-d981-4ab3-a8c3-1738f199060c tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0713148 Aug 07 12:50:06.839257 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d9b13f59-c098-4a2a-8e42-3b17a7e57e8c req-90013032-969d-4fb9-bb62-cc94319a6d6d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353551 Aug 07 12:50:07.029880 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:07.054936 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:07.391084 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:07.964897 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98b773-6f86-4c5d-ac95-3843957386cd req-fdff4a25-06a9-4b2d-a9a1-f7e63084aef4 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:07.973637 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-6a98b773-6f86-4c5d-ac95-3843957386cd req-fdff4a25-06a9-4b2d-a9a1-f7e63084aef4 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0561602 Aug 07 12:50:08.006158 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-6a98b773-6f86-4c5d-ac95-3843957386cd req-76f66959-6723-42f4-aec8-df93f42a25ab tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335667 Aug 07 12:50:09.125941 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc95636-b3c9-4a14-a846-6ecbff6ec496 req-1c74c973-95b8-440c-b5ba-abdcab24d334 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:09.128037 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-3dc95636-b3c9-4a14-a846-6ecbff6ec496 req-1c74c973-95b8-440c-b5ba-abdcab24d334 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0519052 Aug 07 12:50:09.166623 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-3dc95636-b3c9-4a14-a846-6ecbff6ec496 req-8ce43276-c8fe-475c-bf2b-daacbf3631f3 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321863 Aug 07 12:50:09.425306 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:10.279895 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3811b-839b-4853-a3f4-3a18272e7189 req-0b0051c0-6550-4254-aea7-ee496e05677e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:10.281366 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-96c3811b-839b-4853-a3f4-3a18272e7189 req-0b0051c0-6550-4254-aea7-ee496e05677e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0477328 Aug 07 12:50:10.319819 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-96c3811b-839b-4853-a3f4-3a18272e7189 req-8373312b-4873-4b36-840e-133019fe8020 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324752 Aug 07 12:50:11.439710 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcb640-9a7b-423b-befb-548c9b44272c req-8d84557f-f8e9-4f63-b884-f2df1c40d479 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:11.441267 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-50bcb640-9a7b-423b-befb-548c9b44272c req-8d84557f-f8e9-4f63-b884-f2df1c40d479 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0496829 Aug 07 12:50:11.480978 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-50bcb640-9a7b-423b-befb-548c9b44272c req-164e57d8-5c13-47b4-ac0e-a9b2ff38a171 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331259 Aug 07 12:50:12.597445 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca563b67-aac4-4ef4-82cc-bd5b91f12a12 req-208f0e94-9525-403e-b368-fd70e9fae6c6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:12.598955 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ca563b67-aac4-4ef4-82cc-bd5b91f12a12 req-208f0e94-9525-403e-b368-fd70e9fae6c6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0520403 Aug 07 12:50:12.636736 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ca563b67-aac4-4ef4-82cc-bd5b91f12a12 req-e29fe3dd-f262-4568-904e-1b50f8901271 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319021 Aug 07 12:50:13.752063 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db4b28-b28c-4193-8e9a-ce6829eb4d54 req-09550b88-9652-4cf3-8c6b-62e810641949 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:13.753549 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-67db4b28-b28c-4193-8e9a-ce6829eb4d54 req-09550b88-9652-4cf3-8c6b-62e810641949 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0493941 Aug 07 12:50:13.791967 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-67db4b28-b28c-4193-8e9a-ce6829eb4d54 req-58fa3a69-2c66-4b4f-984a-b86010576a3d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325558 Aug 07 12:50:14.915405 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae9d4e-28d6-4bc4-9d44-672d8905f497 req-99d222c3-ed48-4664-815f-26ca2c9955cb tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:14.916835 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-45ae9d4e-28d6-4bc4-9d44-672d8905f497 req-99d222c3-ed48-4664-815f-26ca2c9955cb tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0511835 Aug 07 12:50:14.960015 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-45ae9d4e-28d6-4bc4-9d44-672d8905f497 req-209a11b6-8586-4123-945f-4e7e5faf1362 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357087 Aug 07 12:50:16.082199 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c3955-56fd-48da-a84f-67e7947c0e09 req-609f1b1c-4af8-4e37-b0b7-e67465699801 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:16.084023 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f14c3955-56fd-48da-a84f-67e7947c0e09 req-609f1b1c-4af8-4e37-b0b7-e67465699801 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0530860 Aug 07 12:50:16.123123 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f14c3955-56fd-48da-a84f-67e7947c0e09 req-f7bab224-dd66-49a8-bac7-11cd135b2c15 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328965 Aug 07 12:50:17.242462 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9964e1-448f-4448-b989-2c485da2206d req-4de57f51-787e-440b-bb98-6497be45efa6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:17.243886 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9f9964e1-448f-4448-b989-2c485da2206d req-4de57f51-787e-440b-bb98-6497be45efa6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0486488 Aug 07 12:50:17.283532 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9f9964e1-448f-4448-b989-2c485da2206d req-3820c7b9-3157-4ff7-8e8b-24d1f1e8135a tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336599 Aug 07 12:50:18.398631 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803284cb-ecf6-4103-8a83-4b1333e3f2c7 req-351fa500-0e7e-4197-82ba-aa283ba28c87 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:18.400165 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-803284cb-ecf6-4103-8a83-4b1333e3f2c7 req-351fa500-0e7e-4197-82ba-aa283ba28c87 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0497513 Aug 07 12:50:18.444707 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-803284cb-ecf6-4103-8a83-4b1333e3f2c7 req-b0635477-f7a5-484e-bc01-6fb5ba66ac0a tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379312 Aug 07 12:50:19.581574 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da416267-1706-4bda-bf12-0f01e8282c6c req-4a742a9a-83d9-4a50-ba60-123818a01680 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:19.581574 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-da416267-1706-4bda-bf12-0f01e8282c6c req-4a742a9a-83d9-4a50-ba60-123818a01680 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0590382 Aug 07 12:50:19.618100 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-da416267-1706-4bda-bf12-0f01e8282c6c req-634a2065-c958-4235-aa17-94f905e160c1 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321105 Aug 07 12:50:20.759879 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82535dd-49af-449c-8708-97125f6d6ce0 req-97dbf9f0-9392-42ae-81c4-645a7b82fc70 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:20.761947 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e82535dd-49af-449c-8708-97125f6d6ce0 req-97dbf9f0-9392-42ae-81c4-645a7b82fc70 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0668130 Aug 07 12:50:20.809255 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e82535dd-49af-449c-8708-97125f6d6ce0 req-0996ae8f-94d9-4008-ba0e-f3219ec59684 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400074 Aug 07 12:50:21.313529 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b8e84-3855-45e1-aabc-fe7c8a87a2f1 req-778d6c63-1e17-48e6-b6b8-30b1f6ad7766 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:21.315918 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-388b8e84-3855-45e1-aabc-fe7c8a87a2f1 req-778d6c63-1e17-48e6-b6b8-30b1f6ad7766 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 946 time: 0.0490413 Aug 07 12:50:21.355058 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-388b8e84-3855-45e1-aabc-fe7c8a87a2f1 req-9f185018-a454-4e00-ab99-592aebe5c03f tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330417 Aug 07 12:50:21.991123 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d68fa-aed2-410a-816f-e44e93bc4cde req-862ac18f-6bd8-4d50-986b-ddf97cb2fd8d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:21.992827 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b37d68fa-aed2-410a-816f-e44e93bc4cde req-862ac18f-6bd8-4d50-986b-ddf97cb2fd8d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0823693 Aug 07 12:50:22.036578 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b37d68fa-aed2-410a-816f-e44e93bc4cde req-ecc7111d-6cbe-492e-8eab-0f4bb03d89c9 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344863 Aug 07 12:50:22.494747 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d0404-0103-44ea-a51c-eb88763d4033 req-a96fb508-ce4d-49bc-b524-f01aa1ba3892 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:22.496264 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-302d0404-0103-44ea-a51c-eb88763d4033 req-a96fb508-ce4d-49bc-b524-f01aa1ba3892 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 946 time: 0.0502219 Aug 07 12:50:22.535483 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-302d0404-0103-44ea-a51c-eb88763d4033 req-84072cc5-73e2-4d2a-bf98-757a4dc05f9e tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326273 Aug 07 12:50:22.968227 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 33194) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:23.072988 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-59c382af-a754-45d3-adfa-3f5db438d9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:23.167066 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-59c382af-a754-45d3-adfa-3f5db438d9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:23.167259 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f43e45-e47b-48f2-9dd0-bf032f7eb5cd req-40d42de9-89d3-476d-875e-ff3e9ea55907 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:23.168467 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-17f43e45-e47b-48f2-9dd0-bf032f7eb5cd req-40d42de9-89d3-476d-875e-ff3e9ea55907 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0614405 Aug 07 12:50:23.208295 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-17f43e45-e47b-48f2-9dd0-bf032f7eb5cd req-edab803a-2730-4c57-b9cf-da315309c3e6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316973 Aug 07 12:50:23.269272 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-59c382af-a754-45d3-adfa-3f5db438d9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:23.308587 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-59c382af-a754-45d3-adfa-3f5db438d9cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cd9976904c3c4a0485809776f5fb5c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392589 Aug 07 12:50:23.309421 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c382af-a754-45d3-adfa-3f5db438d9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363dd9bb-737e-4634-8d30-9a7e2635d607,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:23.311353 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 33200) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:23.364250 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-925bb982-a02f-42c5-afc6-b8061e52b7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:23.385807 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-925bb982-a02f-42c5-afc6-b8061e52b7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:23.557471 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-925bb982-a02f-42c5-afc6-b8061e52b7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:23.567628 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-925bb982-a02f-42c5-afc6-b8061e52b7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:23.567628 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-925bb982-a02f-42c5-afc6-b8061e52b7b5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/363dd9bb-737e-4634-8d30-9a7e2635d607 HTTP/1.1" status: 204 len: 168 time: 0.2524641 Aug 07 12:50:23.573561 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925bb982-a02f-42c5-afc6-b8061e52b7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363dd9bb-737e-4634-8d30-9a7e2635d607,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:23.655939 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61756b40-e166-4c52-9a6e-688cb9ab851f req-38576e13-8e08-497c-aaf7-78be27041fbe tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:23.657424 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-61756b40-e166-4c52-9a6e-688cb9ab851f req-38576e13-8e08-497c-aaf7-78be27041fbe tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 946 time: 0.0477688 Aug 07 12:50:23.702123 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-61756b40-e166-4c52-9a6e-688cb9ab851f req-c75e3565-6263-4eac-ae52-9b5dfc437c3f tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372679 Aug 07 12:50:24.276496 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f81a8-5d16-4cfb-9e9e-f0570dd33094 req-69b43647-4453-47c3-b0e9-9aca04313ace tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:24.278439 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-851f81a8-5d16-4cfb-9e9e-f0570dd33094 req-69b43647-4453-47c3-b0e9-9aca04313ace tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 946 time: 0.0546694 Aug 07 12:50:24.369141 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 33234) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:24.383742 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c04fc71f-c55e-4ea0-8bfa-0224598e1f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:24.436245 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cff11-4ed6-4393-89d2-85975899cfc2 req-b87a4b6e-f7a7-4611-a216-be32c3d51542 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:24.437803 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-443cff11-4ed6-4393-89d2-85975899cfc2 req-b87a4b6e-f7a7-4611-a216-be32c3d51542 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.1440628 Aug 07 12:50:24.491013 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c04fc71f-c55e-4ea0-8bfa-0224598e1f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:24.503216 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-443cff11-4ed6-4393-89d2-85975899cfc2 req-2b2ec398-4168-4ba2-877b-1f50f7eba9b8 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583472 Aug 07 12:50:24.512732 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-851f81a8-5d16-4cfb-9e9e-f0570dd33094 req-670b6067-fa3c-463e-bccd-22472ae85fb2 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Deleting port 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:50:24.513077 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-851f81a8-5d16-4cfb-9e9e-f0570dd33094 req-670b6067-fa3c-463e-bccd-22472ae85fb2 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:24.561557 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c04fc71f-c55e-4ea0-8bfa-0224598e1f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:24.610115 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-c04fc71f-c55e-4ea0-8bfa-0224598e1f91 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d3c291d819ff41a8a84050e2863a0f94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396150 Aug 07 12:50:24.611006 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fc71f-c55e-4ea0-8bfa-0224598e1f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0a4cad-3f23-43d3-b67b-0b8fcfaebb10,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:24.614427 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 33246) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:24.631734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-851f81a8-5d16-4cfb-9e9e-f0570dd33094 req-670b6067-fa3c-463e-bccd-22472ae85fb2 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] For port 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb,segment=NetworkSegment(0433a741-e926-46c7-b8ef-2039d080b274),segment_id=0433a741-e926-46c7-b8ef-2039d080b274)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:50:24.632502 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-851f81a8-5d16-4cfb-9e9e-f0570dd33094 req-670b6067-fa3c-463e-bccd-22472ae85fb2 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:24.649245 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-851f81a8-5d16-4cfb-9e9e-f0570dd33094 req-670b6067-fa3c-463e-bccd-22472ae85fb2 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Calling delete_port for 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:50:24.671163 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63ef80da-405d-4520-bbf7-a15864208ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:24.696223 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63ef80da-405d-4520-bbf7-a15864208ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:24.841351 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a740a-3bcd-41c0-a680-f24aa3cdf987 req-359a4eb4-41e5-4218-9852-882a17445c44 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:24.842878 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-af4a740a-3bcd-41c0-a680-f24aa3cdf987 req-359a4eb4-41e5-4218-9852-882a17445c44 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 946 time: 0.0615435 Aug 07 12:50:24.882919 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-af4a740a-3bcd-41c0-a680-f24aa3cdf987 req-7ccad36e-e473-4248-b325-60937ac19efd tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/security-groups?id=014c972b-62e0-4fd6-a66a-6be1892ed5f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338614 Aug 07 12:50:24.884040 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63ef80da-405d-4520-bbf7-a15864208ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:24.886645 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-63ef80da-405d-4520-bbf7-a15864208ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:24.889950 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-63ef80da-405d-4520-bbf7-a15864208ad9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9c0a4cad-3f23-43d3-b67b-0b8fcfaebb10 HTTP/1.1" status: 204 len: 168 time: 0.2721400 Aug 07 12:50:24.897882 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef80da-405d-4520-bbf7-a15864208ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0a4cad-3f23-43d3-b67b-0b8fcfaebb10,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:25.030319 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-851f81a8-5d16-4cfb-9e9e-f0570dd33094 req-670b6067-fa3c-463e-bccd-22472ae85fb2 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:25.060186 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b6067-fa3c-463e-bccd-22472ae85fb2 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Pushing event deleted for resources: {'Port': ['ID=06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:25.077762 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:50:25.123238 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-851f81a8-5d16-4cfb-9e9e-f0570dd33094 req-670b6067-fa3c-463e-bccd-22472ae85fb2 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] No DVR routers for this DVR port 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb on host hv-cinder-78729 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:50:25.126745 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-851f81a8-5d16-4cfb-9e9e-f0570dd33094 req-670b6067-fa3c-463e-bccd-22472ae85fb2 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:25.129617 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-851f81a8-5d16-4cfb-9e9e-f0570dd33094 req-670b6067-fa3c-463e-bccd-22472ae85fb2 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.58 "DELETE /v2.0/ports/06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb HTTP/1.1" status: 204 len: 173 time: 0.8424568 Aug 07 12:50:25.130105 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c18a8d4-44a3-4c30-831b-54716bdcaa6a', 'name': 'network-vif-deleted', 'tag': '06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:50:25.132551 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99ad1a5-0775-4773-9f73-982f9457ad17" -d '{"events": [{"server_uuid": "7c18a8d4-44a3-4c30-831b-54716bdcaa6a", "name": "network-vif-deleted", "tag": "06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:50:25.184342 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525a2ebf-7e41-46a8-a1c6-7257dec34828 x-openstack-request-id: req-525a2ebf-7e41-46a8-a1c6-7257dec34828 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:50:25.184638 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c18a8d4-44a3-4c30-831b-54716bdcaa6a", "name": "network-vif-deleted", "tag": "06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:50:25.184887 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-525a2ebf-7e41-46a8-a1c6-7257dec34828 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:50:25.185281 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c18a8d4-44a3-4c30-831b-54716bdcaa6a', 'name': 'network-vif-deleted', 'tag': '06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb', 'status': 'completed', 'code': 200} Aug 07 12:50:25.639816 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ea6c3-28db-49aa-8714-7bfc5f1e2dff req-bc4421c0-2a00-4e8b-b550-1fd63616180f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:25.641399 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-559ea6c3-28db-49aa-8714-7bfc5f1e2dff req-bc4421c0-2a00-4e8b-b550-1fd63616180f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0508924 Aug 07 12:50:25.682676 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-559ea6c3-28db-49aa-8714-7bfc5f1e2dff req-6159b5bc-b7df-4133-89a9-8a4a3313989b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338507 Aug 07 12:50:25.988153 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5a3bb495-ba17-4531-9899-b6e9fae34a74 req-67e11660-01be-414e-8c06-9a429854f390 tempest-DeleteServersTestJSON-1050019607 tempest-DeleteServersTestJSON-1050019607-project] 10.222.0.59 "GET /v2.0/ports?device_id=7c18a8d4-44a3-4c30-831b-54716bdcaa6a HTTP/1.1" status: 200 len: 210 time: 0.0300694 Aug 07 12:50:26.090537 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 33294) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:26.303082 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc66b-2613-43da-a65c-cb10d4381a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:26.389341 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc66b-2613-43da-a65c-cb10d4381a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:26.470138 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8c0dc66b-2613-43da-a65c-cb10d4381a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:26.511567 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-8c0dc66b-2613-43da-a65c-cb10d4381a7a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=151d9f2f8ac145d0b857406751cb1ccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198661 Aug 07 12:50:26.514643 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 33312) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:26.516966 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dc66b-2613-43da-a65c-cb10d4381a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5868b963-3c60-424e-a8a7-4d4b7fea1f20,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:26.590414 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ae8fa55e-e0e6-4dff-b10c-a5bdacf74247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:26.612662 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ae8fa55e-e0e6-4dff-b10c-a5bdacf74247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:26.752786 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ae8fa55e-e0e6-4dff-b10c-a5bdacf74247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:26.755655 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ae8fa55e-e0e6-4dff-b10c-a5bdacf74247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:26.757074 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-ae8fa55e-e0e6-4dff-b10c-a5bdacf74247 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5868b963-3c60-424e-a8a7-4d4b7fea1f20 HTTP/1.1" status: 204 len: 168 time: 0.2413545 Aug 07 12:50:26.777296 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fa55e-e0e6-4dff-b10c-a5bdacf74247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5868b963-3c60-424e-a8a7-4d4b7fea1f20,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:26.826331 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3568b-e57c-40be-893a-56502e4ee0ea req-de5e7684-f22d-4b4a-a715-b9c0de734198 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:26.828003 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0df3568b-e57c-40be-893a-56502e4ee0ea req-de5e7684-f22d-4b4a-a715-b9c0de734198 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0611367 Aug 07 12:50:26.869660 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0df3568b-e57c-40be-893a-56502e4ee0ea req-d10eb22c-3d1d-4346-b9d2-6052a4dd1b7d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348694 Aug 07 12:50:27.780918 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 33354) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:27.794390 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-793a48cd-3704-4b29-8baf-0ae9b5de1a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:27.885495 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-793a48cd-3704-4b29-8baf-0ae9b5de1a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:27.991800 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de6450-3da4-477b-964d-33e8abb5da5c req-68c6cca9-88b5-42df-8939-b822f0479a69 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:27.993293 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-32de6450-3da4-477b-964d-33e8abb5da5c req-68c6cca9-88b5-42df-8939-b822f0479a69 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0532033 Aug 07 12:50:28.031934 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-32de6450-3da4-477b-964d-33e8abb5da5c req-aba2e5aa-394f-40d7-999c-bf733498d55e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325654 Aug 07 12:50:28.058573 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-793a48cd-3704-4b29-8baf-0ae9b5de1a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:28.096096 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a48cd-3704-4b29-8baf-0ae9b5de1a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd98a987-10e1-4461-9b2d-d0d3b1ad7c73,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:28.105208 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 33360) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:28.105323 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-793a48cd-3704-4b29-8baf-0ae9b5de1a37 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5fe1dae7c3814798ac7e7055b7223e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230150 Aug 07 12:50:28.156453 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2287f029-f513-4aba-ba6f-c6e506597173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:28.178861 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2287f029-f513-4aba-ba6f-c6e506597173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:28.321224 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2287f029-f513-4aba-ba6f-c6e506597173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:28.323951 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2287f029-f513-4aba-ba6f-c6e506597173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:28.327531 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-2287f029-f513-4aba-ba6f-c6e506597173 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cd98a987-10e1-4461-9b2d-d0d3b1ad7c73 HTTP/1.1" status: 204 len: 168 time: 0.2191706 Aug 07 12:50:28.333135 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287f029-f513-4aba-ba6f-c6e506597173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd98a987-10e1-4461-9b2d-d0d3b1ad7c73,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:29.118815 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 33378) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:29.133368 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39480f82-c9dc-4351-ada6-db9d1d7696c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:29.149642 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c855961-92af-454a-b8c6-938aae2e23a8 req-a98d44a7-4945-4784-8519-aa8635082e6e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:29.151171 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0c855961-92af-454a-b8c6-938aae2e23a8 req-a98d44a7-4945-4784-8519-aa8635082e6e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0500512 Aug 07 12:50:29.190617 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0c855961-92af-454a-b8c6-938aae2e23a8 req-3c8f71cd-9f89-4fbb-bb20-026b30e52f22 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323796 Aug 07 12:50:29.231479 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39480f82-c9dc-4351-ada6-db9d1d7696c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:29.338314 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-39480f82-c9dc-4351-ada6-db9d1d7696c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:29.377353 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-39480f82-c9dc-4351-ada6-db9d1d7696c0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ab76d6210c374ee0a705ada7c5b3845f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573209 Aug 07 12:50:29.378510 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39480f82-c9dc-4351-ada6-db9d1d7696c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e13a220-cfbf-4ff1-9a43-229527b8d3f1,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:29.380197 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 33382) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:29.431090 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-80991315-27f9-4ea1-ab85-4f470ba8c90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:29.451200 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-80991315-27f9-4ea1-ab85-4f470ba8c90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:29.503964 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:50:29.525219 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:50:29.525562 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 06f7d32a-0a6c-44c2-9cc5-fb4e5b547fbb not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:50:29.578798 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-80991315-27f9-4ea1-ab85-4f470ba8c90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:29.582149 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-80991315-27f9-4ea1-ab85-4f470ba8c90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:29.583582 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-80991315-27f9-4ea1-ab85-4f470ba8c90f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e13a220-cfbf-4ff1-9a43-229527b8d3f1 HTTP/1.1" status: 204 len: 168 time: 0.2021472 Aug 07 12:50:29.591847 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80991315-27f9-4ea1-ab85-4f470ba8c90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e13a220-cfbf-4ff1-9a43-229527b8d3f1,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:30.316577 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0aae41-55d0-434d-9df2-543ffe0e0bda req-733dc879-8d0c-475f-935e-80e23a036cb5 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:30.318076 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ce0aae41-55d0-434d-9df2-543ffe0e0bda req-733dc879-8d0c-475f-935e-80e23a036cb5 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0489836 Aug 07 12:50:30.357080 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ce0aae41-55d0-434d-9df2-543ffe0e0bda req-5d0b6b09-b3a0-4aaf-a6f5-38dab582cdab tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323415 Aug 07 12:50:31.473636 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a8e3f-9808-4f24-9b37-e5430a26846c req-c7b7d0d4-82d5-426d-b8ff-8388ae027d89 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:31.475164 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ff5a8e3f-9808-4f24-9b37-e5430a26846c req-c7b7d0d4-82d5-426d-b8ff-8388ae027d89 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0494921 Aug 07 12:50:31.514013 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ff5a8e3f-9808-4f24-9b37-e5430a26846c req-fa510d99-9487-4992-9a22-8a7a6104e974 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320652 Aug 07 12:50:32.060860 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 33448) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:32.110369 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_v2 [None req-e034dc2e-79eb-49af-8662-359afece7e2f admin admin] Deleting subnet 7f7fd01c-bedb-4db9-a9d4-5a6b4881b173 {{(pid=100621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 12:50:32.114524 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e034dc2e-79eb-49af-8662-359afece7e2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:32.150254 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e034dc2e-79eb-49af-8662-359afece7e2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3637977'] for subnet, precommit_delete_associations {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:32.191732 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e034dc2e-79eb-49af-8662-359afece7e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528469'] for subnet, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:32.339372 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e034dc2e-79eb-49af-8662-359afece7e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8863388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2431407'] for subnet, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:32.369866 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034dc2e-79eb-49af-8662-359afece7e2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f7fd01c-bedb-4db9-a9d4-5a6b4881b173,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:32.375168 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e034dc2e-79eb-49af-8662-359afece7e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:32.377448 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-e034dc2e-79eb-49af-8662-359afece7e2f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7f7fd01c-bedb-4db9-a9d4-5a6b4881b173 HTTP/1.1" status: 204 len: 168 time: 0.3154411 Aug 07 12:50:32.380052 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 33454) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:32.449065 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d32b7002-f23f-41ea-8f75-46e7557d266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561226'] for network, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:32.534449 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d32b7002-f23f-41ea-8f75-46e7557d266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531410', 'neutron.services.segments.db._delete_segments_for_network-8739267626096'] for network, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:32.545488 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-d32b7002-f23f-41ea-8f75-46e7557d266a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e76455-8f28-4f1f-831e-8e357311d283']}} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:50:32.556334 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-d32b7002-f23f-41ea-8f75-46e7557d266a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0433a741-e926-46c7-b8ef-2039d080b274') {'for_net_delete': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:50:32.556634 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-d32b7002-f23f-41ea-8f75-46e7557d266a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0433a741-e926-46c7-b8ef-2039d080b274') {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:50:32.565943 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d32b7002-f23f-41ea-8f75-46e7557d266a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739267629177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637966'] for segment, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:32.579613 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d32b7002-f23f-41ea-8f75-46e7557d266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:32.587133 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32b7002-f23f-41ea-8f75-46e7557d266a admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=100621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 12:50:32.587709 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d32b7002-f23f-41ea-8f75-46e7557d266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8863298'] for segment, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: Traceback (most recent call last): Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: timer() Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: cb(*args, **kw) Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: return func(*args, **kwargs) Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: self._notify() Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: self.callback(batched_events) Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: event.method(event) Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: return f(self, *a, **k) Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._get(url).json() Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: return self.request(url, 'GET', **kwargs) Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 12:50:32.589925 dv-cinder-787296-2-iscsi neutron-server[100621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 12:50:32.678306 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55d232-ae1a-4135-8bd0-fbe4e49ecd1c req-7a09c91e-b70b-4beb-881d-a4e278ee4278 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:32.679878 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fd55d232-ae1a-4135-8bd0-fbe4e49ecd1c req-7a09c91e-b70b-4beb-881d-a4e278ee4278 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0940022 Aug 07 12:50:32.718129 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fd55d232-ae1a-4135-8bd0-fbe4e49ecd1c req-fe68778e-613e-4791-afae-91a005f60f62 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322957 Aug 07 12:50:32.744473 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d32b7002-f23f-41ea-8f75-46e7557d266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519594'] for network, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:32.749883 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d32b7002-f23f-41ea-8f75-46e7557d266a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:32.752058 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-d32b7002-f23f-41ea-8f75-46e7557d266a admin admin] 10.222.0.59 "DELETE /v2.0/networks/31e76455-8f28-4f1f-831e-8e357311d283 HTTP/1.1" status: 204 len: 168 time: 0.3708417 Aug 07 12:50:32.762945 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b7002-f23f-41ea-8f75-46e7557d266a admin admin] Pushing event deleted for resources: {'Network': ['ID=31e76455-8f28-4f1f-831e-8e357311d283,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:33.157852 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 33474) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:33.199611 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-fdcbb744-d4aa-417a-a15a-1063ae4838c6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aa2a4a5930aa41eebe63a64ede80767c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403423 Aug 07 12:50:33.202030 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 33476) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:33.250635 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f8aa4efa-c9a2-4bb5-a6c6-e82068d5667c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:33.277441 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f8aa4efa-c9a2-4bb5-a6c6-e82068d5667c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:33.401543 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f8aa4efa-c9a2-4bb5-a6c6-e82068d5667c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:33.404211 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f8aa4efa-c9a2-4bb5-a6c6-e82068d5667c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:33.405362 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-f8aa4efa-c9a2-4bb5-a6c6-e82068d5667c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/014c972b-62e0-4fd6-a66a-6be1892ed5f4 HTTP/1.1" status: 204 len: 168 time: 0.2024109 Aug 07 12:50:33.419894 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa4efa-c9a2-4bb5-a6c6-e82068d5667c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014c972b-62e0-4fd6-a66a-6be1892ed5f4,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:33.436036 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-0b2f1d81-bc4f-4cfb-92e2-4808a7f373e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:33.841955 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876906d8-e160-41f2-9708-544fe24d60ac req-e6c02a6f-9820-43fa-9497-54e47a996b06 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:33.843472 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-876906d8-e160-41f2-9708-544fe24d60ac req-e6c02a6f-9820-43fa-9497-54e47a996b06 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0554876 Aug 07 12:50:33.889813 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-876906d8-e160-41f2-9708-544fe24d60ac req-07d7c250-c594-41be-853f-6607ac7e4179 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349050 Aug 07 12:50:34.475285 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 33512) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:34.576352 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-f9009ba8-3200-4581-8b4b-ed9bf5b57e97 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-739464622-network', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:50:34.664560 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9009ba8-3200-4581-8b4b-ed9bf5b57e97 admin admin] Made reservation on behalf of e29947f4009940b3bee8115587b5f0bf for: {'network': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:50:34.667426 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9009ba8-3200-4581-8b4b-ed9bf5b57e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:34.677345 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9009ba8-3200-4581-8b4b-ed9bf5b57e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:34.786138 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9009ba8-3200-4581-8b4b-ed9bf5b57e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:34.898538 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9009ba8-3200-4581-8b4b-ed9bf5b57e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:34.924990 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9009ba8-3200-4581-8b4b-ed9bf5b57e97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=100621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:50:34.935457 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9009ba8-3200-4581-8b4b-ed9bf5b57e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770dd1a2-866c-45e7-ba5d-1360971cb797,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:34.940890 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9009ba8-3200-4581-8b4b-ed9bf5b57e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:34.941232 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.db.segments_db [None req-f9009ba8-3200-4581-8b4b-ed9bf5b57e97 admin admin] Added segment 4a3224e1-0df8-43a5-a796-b62f5d183cbd of type vlan for network c5e5c8fc-001a-43dd-829c-9975cfb7dbda Aug 07 12:50:34.992148 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9009ba8-3200-4581-8b4b-ed9bf5b57e97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:35.051848 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9bd90-bad5-4946-b615-b2e12dbb6931 req-429b2bb2-b13a-43cb-9ddc-834bd929b7ba tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:35.053324 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a0b9bd90-bad5-4946-b615-b2e12dbb6931 req-429b2bb2-b13a-43cb-9ddc-834bd929b7ba tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0833089 Aug 07 12:50:35.094746 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a0b9bd90-bad5-4946-b615-b2e12dbb6931 req-a1c462d1-cc66-47c5-8532-93e021b14872 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348747 Aug 07 12:50:35.138084 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9009ba8-3200-4581-8b4b-ed9bf5b57e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:35.138993 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9009ba8-3200-4581-8b4b-ed9bf5b57e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:35.139594 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f9009ba8-3200-4581-8b4b-ed9bf5b57e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:35.211474 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9009ba8-3200-4581-8b4b-ed9bf5b57e97 admin admin] Pushing event updated for resources: {'Network': ['ID=c5e5c8fc-001a-43dd-829c-9975cfb7dbda,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:35.217730 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network c5e5c8fc-001a-43dd-829c-9975cfb7dbda details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:50:35.304340 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-f9009ba8-3200-4581-8b4b-ed9bf5b57e97 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8276947 Aug 07 12:50:35.307132 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 33524) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:35.312032 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-fa7b752a-99bd-4b2c-86e5-6131eaf71fe2 admin admin] Request body: {'subnet': {'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-subnet', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:50:35.425052 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7b752a-99bd-4b2c-86e5-6131eaf71fe2 admin admin] Made reservation on behalf of e29947f4009940b3bee8115587b5f0bf for: {'subnet': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:50:35.427497 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fa7b752a-99bd-4b2c-86e5-6131eaf71fe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2431364'] for subnet, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:35.670200 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fa7b752a-99bd-4b2c-86e5-6131eaf71fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8863451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2431414'] for subnet, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:35.728155 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b752a-99bd-4b2c-86e5-6131eaf71fe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=556b420c-994e-4c56-8be2-27810f5c2247,revision_number=0']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:35.737769 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7b752a-99bd-4b2c-86e5-6131eaf71fe2 admin admin] Checking segment: {'id': '4a3224e1-0df8-43a5-a796-b62f5d183cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:50:35.738326 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7b752a-99bd-4b2c-86e5-6131eaf71fe2 admin admin] Network hostable DHCP agents. Network: c5e5c8fc-001a-43dd-829c-9975cfb7dbda, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:50:35.806963 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7b752a-99bd-4b2c-86e5-6131eaf71fe2 admin admin] Network c5e5c8fc-001a-43dd-829c-9975cfb7dbda is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:50:35.904745 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-fa7b752a-99bd-4b2c-86e5-6131eaf71fe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, c5e5c8fc-001a-43dd-829c-9975cfb7dbda) {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:50:35.909580 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7b752a-99bd-4b2c-86e5-6131eaf71fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:35.910165 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fa7b752a-99bd-4b2c-86e5-6131eaf71fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:35.914154 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898d7388-40be-4997-ad6c-daec9ce667ac None None] Network c5e5c8fc-001a-43dd-829c-9975cfb7dbda requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:50:36.009028 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-fa7b752a-99bd-4b2c-86e5-6131eaf71fe2 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7004457 Aug 07 12:50:36.011868 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 33528) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:36.016717 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:50:36.086585 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc15771-8cdc-587f-93b0-745bffc99d06-c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247'}]}} from dv-cinder-787296-2-iscsi. {{(pid=100622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 12:50:36.087469 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:36.110273 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-521424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14588'] for router, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:36.112282 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14583'] for router, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:36.169739 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:36.229118 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0d24d-2bdc-4370-b2de-f0e1e1c2e397 req-f79cebd3-e9ff-4a55-8a46-e05539f3716e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:36.230937 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8ee0d24d-2bdc-4370-b2de-f0e1e1c2e397 req-f79cebd3-e9ff-4a55-8a46-e05539f3716e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0583375 Aug 07 12:50:36.231944 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.db_base_plugin_common [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Allocated IP 172.20.0.2 (c5e5c8fc-001a-43dd-829c-9975cfb7dbda/556b420c-994e-4c56-8be2-27810f5c2247/ac820170-5f48-4732-832c-01f117fa80a1) {{(pid=100622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:50:36.360551 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8ee0d24d-2bdc-4370-b2de-f0e1e1c2e397 req-94ad8c91-e5fe-4114-8dc2-8ed9c9cb88f5 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215439 Aug 07 12:50:36.397516 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Notify callbacks [] for port, precommit_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:36.406377 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Transition to ACTIVE for port object ac820170-5f48-4732-832c-01f117fa80a1 will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:50:36.422170 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Transition to ACTIVE for port object ac820170-5f48-4732-832c-01f117fa80a1 will not be triggered until provisioned by entity DHCP. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:50:36.428452 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:36.487037 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:36.540544 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:50:36.541896 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Network c5e5c8fc-001a-43dd-829c-9975cfb7dbda is already hosted by enough agents. {{(pid=100622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:50:36.551972 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.base_scheduler [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Resources bound (agent type, host, resource id): {{(pid=100622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:50:36.556561 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Received port after_create {{(pid=100622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:50:36.564522 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Pushing event updated for resources: {'Port': ['ID=ac820170-5f48-4732-832c-01f117fa80a1,revision_number=1']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:36.593354 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:36.593718 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:36.594068 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:36.594506 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:36.594847 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:36.595180 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:36.596135 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:36.596409 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:36.596798 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:36.597239 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:36.597571 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:36.597898 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:36.635861 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Attempting to bind port ac820170-5f48-4732-832c-01f117fa80a1 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:50:36.636231 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Attempting to bind port ac820170-5f48-4732-832c-01f117fa80a1 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '4a3224e1-0df8-43a5-a796-b62f5d183cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:50:36.636598 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Attempting to bind port ac820170-5f48-4732-832c-01f117fa80a1 on network c5e5c8fc-001a-43dd-829c-9975cfb7dbda {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:50:36.643519 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9760209a-4668-4caf-8a57-fe809e96660b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:36.650407 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:50:36.650793 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Checking segment: {'id': '4a3224e1-0df8-43a5-a796-b62f5d183cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:50:36.651197 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:36.651673 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Bound using segment: {'id': '4a3224e1-0df8-43a5-a796-b62f5d183cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:50:36.652198 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Bound port: ac820170-5f48-4732-832c-01f117fa80a1, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3224e1-0df8-43a5-a796-b62f5d183cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:50:36.652596 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:36.718750 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] For port ac820170-5f48-4732-832c-01f117fa80a1, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:50:36.718987 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:36.722518 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] For port ac820170-5f48-4732-832c-01f117fa80a1, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=ac820170-5f48-4732-832c-01f117fa80a1,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:50:36.738545 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:36.842107 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:36.853445 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Allocated IP 172.27.3.211 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/f751878e-e300-4e04-a833-278653bfca99) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:50:36.935470 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a351123-0c00-4b73-9844-1c2c44ca97e9 None None] Pushing event updated for resources: {'Port': ['ID=ac820170-5f48-4732-832c-01f117fa80a1,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:36.988164 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:37.099225 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:37.100530 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:37.145490 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:37.182776 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:50:37.187001 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:50:37.196928 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:50:37.238402 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Pushing event updated for resources: {'Port': ['ID=f751878e-e300-4e04-a833-278653bfca99,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:37.367216 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:37.715797 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf724e5-0dcd-4ff1-af77-7b83b27ff2f9 req-c5897c6a-4a4f-44fb-a967-1b3b100f9fb5 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:37.717390 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-cdf724e5-0dcd-4ff1-af77-7b83b27ff2f9 req-c5897c6a-4a4f-44fb-a967-1b3b100f9fb5 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.1564281 Aug 07 12:50:37.779783 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-cdf724e5-0dcd-4ff1-af77-7b83b27ff2f9 req-ac8b1fc3-1f7f-4e80-b6d3-3e10e962bb59 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484228 Aug 07 12:50:37.835244 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device ac820170-5f48-4732-832c-01f117fa80a1 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:50:37.840043 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54596d-f3d1-4952-8468-5574cd1e8c0a req-c13535a6-df31-46f0-bc49-ed89da28143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:37.841871 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2b54596d-f3d1-4952-8468-5574cd1e8c0a req-c13535a6-df31-46f0-bc49-ed89da28143f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 1098 time: 0.0579793 Aug 07 12:50:37.903155 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2b54596d-f3d1-4952-8468-5574cd1e8c0a req-efb94506-32cb-40d1-9dd8-69c835b8deb4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511086 Aug 07 12:50:37.965476 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:38.019433 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c985a5c9-0c9b-40c2-b90b-4fb266ab508c None None] Network c5e5c8fc-001a-43dd-829c-9975cfb7dbda requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:50:38.135355 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port ac820170-5f48-4732-832c-01f117fa80a1 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:50:38.212904 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-49ee6c28-d577-48d4-bbaf-1c18a8ea98c8 None None] Provisioning for port ac820170-5f48-4732-832c-01f117fa80a1 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:50:38.216105 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519650'] for router, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:38.224609 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-49ee6c28-d577-48d4-bbaf-1c18a8ea98c8 None None] Provisioning complete for port ac820170-5f48-4732-832c-01f117fa80a1 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:50:38.224989 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-49ee6c28-d577-48d4-bbaf-1c18a8ea98c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:38.254466 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 33574) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:38.358372 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-49ee6c28-d577-48d4-bbaf-1c18a8ea98c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:38.420330 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-49ee6c28-d577-48d4-bbaf-1c18a8ea98c8 None None] For port ac820170-5f48-4732-832c-01f117fa80a1, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=ac820170-5f48-4732-832c-01f117fa80a1,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:50:38.438044 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a105291-237a-48ab-b4b0-c010c459343f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:38.526863 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Router d1db9f0e-bb00-43f9-952a-f45b1c39670d is scheduled to L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e with binding_index 1 {{(pid=100621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 12:50:38.539252 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a105291-237a-48ab-b4b0-c010c459343f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:38.584762 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-49ee6c28-d577-48d4-bbaf-1c18a8ea98c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:38.614084 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4a105291-237a-48ab-b4b0-c010c459343f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:38.651354 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee6c28-d577-48d4-bbaf-1c18a8ea98c8 None None] Pushing event updated for resources: {'Port': ['ID=ac820170-5f48-4732-832c-01f117fa80a1,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:38.670617 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:50:38.682004 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a105291-237a-48ab-b4b0-c010c459343f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17ed3ee-6107-4b06-8b64-3c38d1708e7c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:38.695576 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Sync routers for ids ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:50:38.699161 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-4a105291-237a-48ab-b4b0-c010c459343f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0c86594a25ee403eb87260da233e1fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4438643 Aug 07 12:50:38.702142 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 33586) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:38.716562 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Routers {'d1db9f0e-bb00-43f9-952a-f45b1c39670d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:50:38.717945 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:50:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:50:38.725730 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-197b80ba-44ad-40e2-ae91-81cedea083a5 None None] Provisioning complete for port ac820170-5f48-4732-832c-01f117fa80a1 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:50:38.726102 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-197b80ba-44ad-40e2-ae91-81cedea083a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:38.763750 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a5a79882-ad82-403e-aeab-0c0601c7cbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:38.787176 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a5a79882-ad82-403e-aeab-0c0601c7cbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:38.820078 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] Notify callbacks [] for router, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:38.828867 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-34878eee-71b9-4327-b909-ad28142b486a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.8091350 Aug 07 12:50:38.828867 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 33590) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:38.843952 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Set router d1db9f0e-bb00-43f9-952a-f45b1c39670d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:50:38.950303 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a5a79882-ad82-403e-aeab-0c0601c7cbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:38.953940 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a5a79882-ad82-403e-aeab-0c0601c7cbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:38.955523 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-a5a79882-ad82-403e-aeab-0c0601c7cbf8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b17ed3ee-6107-4b06-8b64-3c38d1708e7c HTTP/1.1" status: 204 len: 168 time: 0.2519033 Aug 07 12:50:38.966491 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a79882-ad82-403e-aeab-0c0601c7cbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17ed3ee-6107-4b06-8b64-3c38d1708e7c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:39.010404 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67b97b-f0b2-4403-8542-a3f1170747fd req-7a77d0d7-45f3-41d6-a5f7-5a07d98de0f0 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:39.022383 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-aa67b97b-f0b2-4403-8542-a3f1170747fd req-7a77d0d7-45f3-41d6-a5f7-5a07d98de0f0 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.1193268 Aug 07 12:50:39.081341 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:37Z', 'revision_number': 3, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:50:39.108247 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-aa67b97b-f0b2-4403-8542-a3f1170747fd req-a2234eb2-127f-46cc-a856-50fe68ee1111 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847325 Aug 07 12:50:39.114918 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Checking router: d1db9f0e-bb00-43f9-952a-f45b1c39670d for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:50:39.115464 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Updating router d1db9f0e-bb00-43f9-952a-f45b1c39670d port f751878e-e300-4e04-a833-278653bfca99 binding host dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:50:39.148112 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:39.420102 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:39.429958 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:39.451130 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Notify callbacks [] for port, precommit_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:39.469366 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.provisioning_blocks [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Transition to ACTIVE for port object f751878e-e300-4e04-a833-278653bfca99 will not be triggered until provisioned by entity L2. {{(pid=100623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:50:39.585168 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:39.594279 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Allocated IP 172.20.0.1 (c5e5c8fc-001a-43dd-829c-9975cfb7dbda/556b420c-994e-4c56-8be2-27810f5c2247/12f69880-8b5e-45ae-be8c-69f9bbd43438) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:50:39.638444 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Attempting to bind port f751878e-e300-4e04-a833-278653bfca99 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:50:39.638895 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Attempting to bind port f751878e-e300-4e04-a833-278653bfca99 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:50:39.639195 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Attempting to bind port f751878e-e300-4e04-a833-278653bfca99 on network fd7d933b-f844-4b10-a5d9-6801ea2e0efc {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:50:39.642071 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc599ec-aa1c-4297-a2d7-d8613ddc0983 None None] Pushing event updated for resources: {'Port': ['ID=f751878e-e300-4e04-a833-278653bfca99,revision_number=2']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:39.650503 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:50:39.650883 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Checking segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:50:39.654702 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:39.654702 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Bound using segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:50:39.654702 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Bound port: f751878e-e300-4e04-a833-278653bfca99, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:50:39.654702 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:39.655868 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc599ec-aa1c-4297-a2d7-d8613ddc0983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:39.656234 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc599ec-aa1c-4297-a2d7-d8613ddc0983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:39.656580 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc599ec-aa1c-4297-a2d7-d8613ddc0983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:39.656919 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc599ec-aa1c-4297-a2d7-d8613ddc0983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:39.657252 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc599ec-aa1c-4297-a2d7-d8613ddc0983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:39.657584 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc599ec-aa1c-4297-a2d7-d8613ddc0983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:39.658113 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc599ec-aa1c-4297-a2d7-d8613ddc0983 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:39.658317 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc599ec-aa1c-4297-a2d7-d8613ddc0983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:39.658649 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc599ec-aa1c-4297-a2d7-d8613ddc0983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:39.658979 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc599ec-aa1c-4297-a2d7-d8613ddc0983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:39.659329 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc599ec-aa1c-4297-a2d7-d8613ddc0983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:39.659653 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc599ec-aa1c-4297-a2d7-d8613ddc0983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:50:39.706081 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device ac820170-5f48-4732-832c-01f117fa80a1 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:50:39.722936 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:39.732257 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] For port f751878e-e300-4e04-a833-278653bfca99, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:50:39.736659 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] For port f751878e-e300-4e04-a833-278653bfca99, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=f751878e-e300-4e04-a833-278653bfca99,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:50:39.739215 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Transition to ACTIVE for port object 12f69880-8b5e-45ae-be8c-69f9bbd43438 will not be triggered until provisioned by entity DHCP. {{(pid=100621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:50:39.773000 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port ac820170-5f48-4732-832c-01f117fa80a1 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:50:39.773367 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:39.847897 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:39.848199 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:39.895268 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Network c5e5c8fc-001a-43dd-829c-9975cfb7dbda is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:50:39.898350 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:50:39.900699 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:50:39.902601 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Routers {'d1db9f0e-bb00-43f9-952a-f45b1c39670d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:50:39.903248 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:50:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:50:39.952080 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520721'] for router_interface, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:40.005877 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Pushing event updated for resources: {'Port': ['ID=12f69880-8b5e-45ae-be8c-69f9bbd43438,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:40.025735 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] Set router d1db9f0e-bb00-43f9-952a-f45b1c39670d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:50:40.065697 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc599ec-aa1c-4297-a2d7-d8613ddc0983 None None] Pushing event updated for resources: {'Port': ['ID=f751878e-e300-4e04-a833-278653bfca99,revision_number=3']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:40.204516 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:40.230054 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-91771c4d-a996-4d8c-a688-22be428f0f82 None None] Provisioning for port 12f69880-8b5e-45ae-be8c-69f9bbd43438 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:50:40.234005 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-91771c4d-a996-4d8c-a688-22be428f0f82 None None] Provisioning complete for port 12f69880-8b5e-45ae-be8c-69f9bbd43438 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:50:40.234408 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-91771c4d-a996-4d8c-a688-22be428f0f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:40.281726 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-91771c4d-a996-4d8c-a688-22be428f0f82 None None] Port 12f69880-8b5e-45ae-be8c-69f9bbd43438 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:50:40.301591 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a318c-bef9-48de-95ce-ff701237b2d8 req-506c82e3-c13e-4cd5-a6eb-1112a8246498 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:40.303228 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-615a318c-bef9-48de-95ce-ff701237b2d8 req-506c82e3-c13e-4cd5-a6eb-1112a8246498 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0999205 Aug 07 12:50:40.328790 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:37Z', 'revision_number': 3, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:50:40.366497 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d34578-aae5-4932-b039-09e8e1d4770a None None] The sync data for ids ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'] in dv-cinder-787296-2-iscsi is: [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:37Z', 'revision_number': 3, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:50:40.416098 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-615a318c-bef9-48de-95ce-ff701237b2d8 req-bca7291c-7447-490e-a83d-1601d0712ad2 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960553 Aug 07 12:50:40.504303 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:40.577852 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5967e-ed6b-4165-b547-40472531a6e3 req-eb35b905-453b-40de-adc6-f4ab97c913d8 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:40.579463 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ccc5967e-ed6b-4165-b547-40472531a6e3 req-eb35b905-453b-40de-adc6-f4ab97c913d8 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0642374 Aug 07 12:50:40.580800 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:40.691877 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Pushing event updated for resources: {'Port': ['ID=12f69880-8b5e-45ae-be8c-69f9bbd43438,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:40.695063 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520869'] for router_interface, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:40.723419 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ccc5967e-ed6b-4165-b547-40472531a6e3 req-e0e14ed5-1a2c-4d51-8950-9a3eecb345d3 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004143 Aug 07 12:50:40.833500 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Network c5e5c8fc-001a-43dd-829c-9975cfb7dbda is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:50:40.835037 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:50:40.983400 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Router d1db9f0e-bb00-43f9-952a-f45b1c39670d has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:50:41.103388 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:50:41.109366 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-920e9171-4fae-4413-8a95-21e530343023 admin admin] 10.222.0.59 "PUT /v2.0/routers/d1db9f0e-bb00-43f9-952a-f45b1c39670d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2823930 Aug 07 12:50:41.117262 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-e1812ebc-7854-4e2b-b237-e7d15829ecb9 None None] Provisioning complete for port 12f69880-8b5e-45ae-be8c-69f9bbd43438 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:50:41.118444 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e1812ebc-7854-4e2b-b237-e7d15829ecb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:41.162839 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-e1812ebc-7854-4e2b-b237-e7d15829ecb9 None None] Port 12f69880-8b5e-45ae-be8c-69f9bbd43438 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:50:41.666136 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 33694) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:41.680868 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-a5a5902b-de8e-4400-8f2d-ce0a4bf8f2f0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1445303505', 'description': 'tempest-description--1792890394'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:50:41.785172 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device f751878e-e300-4e04-a833-278653bfca99 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:50:41.824359 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a5a5902b-de8e-4400-8f2d-ce0a4bf8f2f0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:41.926964 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a5a5902b-de8e-4400-8f2d-ce0a4bf8f2f0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:41.995900 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port f751878e-e300-4e04-a833-278653bfca99 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:50:42.000170 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port f751878e-e300-4e04-a833-278653bfca99 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:50:42.000546 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:42.036060 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a5a5902b-de8e-4400-8f2d-ce0a4bf8f2f0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:42.067872 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5902b-de8e-4400-8f2d-ce0a4bf8f2f0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba7616d-5e69-4732-b353-53195a0a2fe5,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:42.087750 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:42.112565 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a5a5902b-de8e-4400-8f2d-ce0a4bf8f2f0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:42.112565 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-a5a5902b-de8e-4400-8f2d-ce0a4bf8f2f0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4345405 Aug 07 12:50:42.112773 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port f751878e-e300-4e04-a833-278653bfca99, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=f751878e-e300-4e04-a833-278653bfca99,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:50:42.114769 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Sync routers for ids ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:50:42.114988 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 33700) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:42.120781 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4eac2b96-7a46-489f-82e5-2556841350e7 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Request body: {'security_group_rule': {'security_group_id': '6ba7616d-5e69-4732-b353-53195a0a2fe5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:50:42.125197 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Routers {'d1db9f0e-bb00-43f9-952a-f45b1c39670d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:50:42.125887 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:50:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:50:42.239767 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:42.258860 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4eac2b96-7a46-489f-82e5-2556841350e7 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:42.275384 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Set router d1db9f0e-bb00-43f9-952a-f45b1c39670d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:50:42.308433 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4eac2b96-7a46-489f-82e5-2556841350e7 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:42.369352 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=f751878e-e300-4e04-a833-278653bfca99,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:42.481198 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4eac2b96-7a46-489f-82e5-2556841350e7 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:42.499443 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac2b96-7a46-489f-82e5-2556841350e7 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b0b3c5-2cb8-4f80-8c1a-80870e83e95b,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:42.507732 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:40Z', 'revision_number': 4, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '12f69880-8b5e-45ae-be8c-69f9bbd43438', 'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'mac_address': 'fa:16:3e:68:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:39Z', 'updated_at': '2021-08-07T12:50:40Z', 'revision_number': 2, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'subnets': [{'id': '556b420c-994e-4c56-8be2-27810f5c2247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:50:42.535744 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Checking router: d1db9f0e-bb00-43f9-952a-f45b1c39670d for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:50:42.536121 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Updating router d1db9f0e-bb00-43f9-952a-f45b1c39670d port 12f69880-8b5e-45ae-be8c-69f9bbd43438 binding host dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:50:42.562225 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:42.572532 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4eac2b96-7a46-489f-82e5-2556841350e7 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:42.573791 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-4eac2b96-7a46-489f-82e5-2556841350e7 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4574573 Aug 07 12:50:42.576530 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 33708) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:42.581037 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f161d642-4185-4674-8ccb-ca292dd18b09 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Request body: {'security_group_rule': {'security_group_id': '6ba7616d-5e69-4732-b353-53195a0a2fe5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:50:42.681104 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f161d642-4185-4674-8ccb-ca292dd18b09 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:42.755294 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f161d642-4185-4674-8ccb-ca292dd18b09 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:42.821459 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f161d642-4185-4674-8ccb-ca292dd18b09 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:42.846699 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161d642-4185-4674-8ccb-ca292dd18b09 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff9da9c-a8ef-41e8-a83e-4fe36e7e79ac,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:42.856452 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Notify callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:42.867176 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Transition to ACTIVE for port object 12f69880-8b5e-45ae-be8c-69f9bbd43438 will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:50:42.956365 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:43.013746 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584e988-cbae-45b5-90a0-5e1cd3a96906 None None] Pushing event updated for resources: {'Port': ['ID=12f69880-8b5e-45ae-be8c-69f9bbd43438,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:43.059847 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Attempting to bind port 12f69880-8b5e-45ae-be8c-69f9bbd43438 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:50:43.060416 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Attempting to bind port 12f69880-8b5e-45ae-be8c-69f9bbd43438 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '4a3224e1-0df8-43a5-a796-b62f5d183cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:50:43.060576 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Attempting to bind port 12f69880-8b5e-45ae-be8c-69f9bbd43438 on network c5e5c8fc-001a-43dd-829c-9975cfb7dbda {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:50:43.066433 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:50:43.070149 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Checking segment: {'id': '4a3224e1-0df8-43a5-a796-b62f5d183cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:50:43.070149 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:43.070149 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Bound using segment: {'id': '4a3224e1-0df8-43a5-a796-b62f5d183cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:50:43.070149 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Bound port: 12f69880-8b5e-45ae-be8c-69f9bbd43438, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3224e1-0df8-43a5-a796-b62f5d183cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:50:43.070149 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:43.150081 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] For port 12f69880-8b5e-45ae-be8c-69f9bbd43438, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:50:43.154128 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] For port 12f69880-8b5e-45ae-be8c-69f9bbd43438, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=12f69880-8b5e-45ae-be8c-69f9bbd43438,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:50:43.161146 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f161d642-4185-4674-8ccb-ca292dd18b09 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:43.162409 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-f161d642-4185-4674-8ccb-ca292dd18b09 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5848839 Aug 07 12:50:43.165526 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 33736) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:43.170569 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-043ab5e3-3b4f-41ca-b40c-694d438048a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Request body: {'floatingip': {'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:50:43.256636 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:43.290587 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-043ab5e3-3b4f-41ca-b40c-694d438048a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:43.318990 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Routers {'d1db9f0e-bb00-43f9-952a-f45b1c39670d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:50:43.319662 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:50:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:50:43.368244 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584e988-cbae-45b5-90a0-5e1cd3a96906 None None] Pushing event updated for resources: {'Port': ['ID=12f69880-8b5e-45ae-be8c-69f9bbd43438,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:43.572741 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] Set router d1db9f0e-bb00-43f9-952a-f45b1c39670d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:50:43.612975 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-043ab5e3-3b4f-41ca-b40c-694d438048a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:43.712228 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device f751878e-e300-4e04-a833-278653bfca99 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:50:43.737866 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-043ab5e3-3b4f-41ca-b40c-694d438048a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Allocated IP 172.27.3.184 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/f12a1c22-1dce-4e39-b450-dcafb4c31cde) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:50:43.819750 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port f751878e-e300-4e04-a833-278653bfca99 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:50:43.820120 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:43.880678 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:40Z', 'revision_number': 4, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '12f69880-8b5e-45ae-be8c-69f9bbd43438', 'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'mac_address': 'fa:16:3e:68:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:39Z', 'updated_at': '2021-08-07T12:50:43Z', 'revision_number': 4, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'subnets': [{'id': '556b420c-994e-4c56-8be2-27810f5c2247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:50:43.896211 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-043ab5e3-3b4f-41ca-b40c-694d438048a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:43.910232 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae8c61-659a-43b1-b9ff-56051c59eeed None None] The sync data for ids ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'] in dv-cinder-787296-2-iscsi is: [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:40Z', 'revision_number': 4, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '12f69880-8b5e-45ae-be8c-69f9bbd43438', 'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'mac_address': 'fa:16:3e:68:df:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:39Z', 'updated_at': '2021-08-07T12:50:43Z', 'revision_number': 4, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'subnets': [{'id': '556b420c-994e-4c56-8be2-27810f5c2247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:50:44.062402 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-043ab5e3-3b4f-41ca-b40c-694d438048a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:44.112645 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043ab5e3-3b4f-41ca-b40c-694d438048a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:50:44.117160 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-043ab5e3-3b4f-41ca-b40c-694d438048a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:50:44.120181 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ab5e3-3b4f-41ca-b40c-694d438048a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Pushing event updated for resources: {'Port': ['ID=f12a1c22-1dce-4e39-b450-dcafb4c31cde,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:44.123608 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ab5e3-3b4f-41ca-b40c-694d438048a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:50:44.182942 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-043ab5e3-3b4f-41ca-b40c-694d438048a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:44.393893 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-043ab5e3-3b4f-41ca-b40c-694d438048a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:44.595279 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299f178-3586-41e2-9a36-77307cc8061a req-bcc70091-aebd-4a81-8e38-c07be9bf0148 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:44.598916 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7299f178-3586-41e2-9a36-77307cc8061a req-bcc70091-aebd-4a81-8e38-c07be9bf0148 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0735898 Aug 07 12:50:44.599419 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-043ab5e3-3b4f-41ca-b40c-694d438048a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:44.642150 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7299f178-3586-41e2-9a36-77307cc8061a req-58b09c51-2e51-4283-82c4-5905fc6a79e9 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389392 Aug 07 12:50:44.672507 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-043ab5e3-3b4f-41ca-b40c-694d438048a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:44.687929 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-043ab5e3-3b4f-41ca-b40c-694d438048a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519576'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:44.730148 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1af9ca-b6c2-4e5f-abdf-1a785f984ecb req-bd994c57-cc28-4238-92b3-531dbfb6d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:44.731693 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8d1af9ca-b6c2-4e5f-abdf-1a785f984ecb req-bd994c57-cc28-4238-92b3-531dbfb6d652 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e94075116c334ad39b4fbfcde986d660&device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 1098 time: 0.1016419 Aug 07 12:50:44.748509 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ab5e3-3b4f-41ca-b40c-694d438048a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Pushing event updated for resources: {'Port': ['ID=f12a1c22-1dce-4e39-b450-dcafb4c31cde,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:44.806994 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-043ab5e3-3b4f-41ca-b40c-694d438048a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:44.816771 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-043ab5e3-3b4f-41ca-b40c-694d438048a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6418822 Aug 07 12:50:44.865396 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1af9ca-b6c2-4e5f-abdf-1a785f984ecb req-8e5691f5-c139-476f-bfab-e0d8ed363e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:44.867509 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8d1af9ca-b6c2-4e5f-abdf-1a785f984ecb req-8e5691f5-c139-476f-bfab-e0d8ed363e6b service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2321795-e5f2-40d8-bbcd-632960ec1b50 HTTP/1.1" status: 200 len: 919 time: 0.1268332 Aug 07 12:50:44.930252 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8d1af9ca-b6c2-4e5f-abdf-1a785f984ecb req-3e7787ce-ee71-425e-a568-ec5907289049 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4687937b-6258-493a-8edb-bfb07f6399d1 HTTP/1.1" status: 200 len: 217 time: 0.0490708 Aug 07 12:50:44.975977 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-77d78166-dab6-4858-aafb-818017019663 req-23b78107-c5e9-4a4f-abe5-f5cd885904ad tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1445303505&fields=id&tenant_id=e29947f4009940b3bee8115587b5f0bf HTTP/1.1" status: 200 len: 267 time: 0.0478370 Aug 07 12:50:44.994561 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1af9ca-b6c2-4e5f-abdf-1a785f984ecb req-3d8b1cc8-9dac-4f1f-94ed-2eee607b33b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:45.002561 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8d1af9ca-b6c2-4e5f-abdf-1a785f984ecb req-3d8b1cc8-9dac-4f1f-94ed-2eee607b33b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb5a6588-eee4-40e0-8f56-708709b8be3c HTTP/1.1" status: 200 len: 858 time: 0.0570283 Aug 07 12:50:45.035094 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8d1af9ca-b6c2-4e5f-abdf-1a785f984ecb req-3c8f6003-0f4e-4f74-a313-aaf2c36dd2f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2321795-e5f2-40d8-bbcd-632960ec1b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308945 Aug 07 12:50:45.106042 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d78166-dab6-4858-aafb-818017019663 req-44766b27-b9ea-42a4-9717-f238fa842cb5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:45.108005 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-77d78166-dab6-4858-aafb-818017019663 req-44766b27-b9ea-42a4-9717-f238fa842cb5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/networks?id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda HTTP/1.1" status: 200 len: 816 time: 0.1248977 Aug 07 12:50:45.127161 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-77d78166-dab6-4858-aafb-818017019663 req-9f3c4233-721e-492e-b8de-1f61c5e1a46e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/quotas/e29947f4009940b3bee8115587b5f0bf HTTP/1.1" status: 200 len: 375 time: 0.0121536 Aug 07 12:50:45.178668 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8d1af9ca-b6c2-4e5f-abdf-1a785f984ecb req-3c89aa7e-4f9b-4611-8e91-858831c871fa service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295910 Aug 07 12:50:45.197046 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-77d78166-dab6-4858-aafb-818017019663 req-b04e037f-760a-431d-971a-bc4da24dda67 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e29947f4009940b3bee8115587b5f0bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630932 Aug 07 12:50:45.291995 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8d1af9ca-b6c2-4e5f-abdf-1a785f984ecb req-53c748d9-49a8-4e8d-8acb-3de524031d3f service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057601 Aug 07 12:50:45.308141 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-77d78166-dab6-4858-aafb-818017019663 req-1d1999bb-b7a6-4f38-a71f-74e247046beb service neutron] 10.222.0.59 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957034 Aug 07 12:50:45.410797 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-77d78166-dab6-4858-aafb-818017019663 req-bfe92ea2-7422-4791-90b7-8c9dab70d325 service neutron] 10.222.0.59 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948699 Aug 07 12:50:45.787020 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 12f69880-8b5e-45ae-be8c-69f9bbd43438 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:50:45.819279 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e52d0-5530-4481-a272-ff3ca7973efb req-eca434a1-6bde-4daf-ba07-a108bee04a60 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:45.821091 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-342e52d0-5530-4481-a272-ff3ca7973efb req-eca434a1-6bde-4daf-ba07-a108bee04a60 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0735011 Aug 07 12:50:45.868988 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-342e52d0-5530-4481-a272-ff3ca7973efb req-9735c26b-d569-48b0-9382-5925c9a031b1 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404129 Aug 07 12:50:45.921305 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 33834) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:45.969589 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-4ede375b-ff2b-49b6-9575-4756f859032a req-5a56697d-9d43-4b13-8c3c-8c3a3ef65cd9 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 210 time: 0.0387461 Aug 07 12:50:45.978644 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 12f69880-8b5e-45ae-be8c-69f9bbd43438 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:50:45.982897 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 12f69880-8b5e-45ae-be8c-69f9bbd43438 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:50:45.983483 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:46.049370 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1aefaffa-487b-4126-8256-15a4d6299132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:46.068933 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:46.102817 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port 12f69880-8b5e-45ae-be8c-69f9bbd43438, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=12f69880-8b5e-45ae-be8c-69f9bbd43438,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:50:46.147098 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1aefaffa-487b-4126-8256-15a4d6299132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:46.264512 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1aefaffa-487b-4126-8256-15a4d6299132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:46.264812 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:46.305580 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-1aefaffa-487b-4126-8256-15a4d6299132 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=15d78a10881d4adf8fc935a24d9c80c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3829844 Aug 07 12:50:46.306878 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefaffa-487b-4126-8256-15a4d6299132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22098fba-c28b-42f7-899c-c6a5bc165e26,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:46.308501 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 33838) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:46.329444 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=12f69880-8b5e-45ae-be8c-69f9bbd43438,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:46.367836 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aef6673e-e0c3-40bd-96f0-7c1fdf877412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:46.389677 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aef6673e-e0c3-40bd-96f0-7c1fdf877412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:46.544711 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aef6673e-e0c3-40bd-96f0-7c1fdf877412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:46.547300 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aef6673e-e0c3-40bd-96f0-7c1fdf877412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:46.548462 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-aef6673e-e0c3-40bd-96f0-7c1fdf877412 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/22098fba-c28b-42f7-899c-c6a5bc165e26 HTTP/1.1" status: 204 len: 168 time: 0.2388947 Aug 07 12:50:46.556571 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6673e-e0c3-40bd-96f0-7c1fdf877412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22098fba-c28b-42f7-899c-c6a5bc165e26,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:47.086322 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da833872-bded-454a-abcc-ea635476f971 req-90b58474-4fcf-4aed-b50b-28bd75b5e7cc tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:47.091420 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-da833872-bded-454a-abcc-ea635476f971 req-90b58474-4fcf-4aed-b50b-28bd75b5e7cc tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0999460 Aug 07 12:50:47.142343 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-da833872-bded-454a-abcc-ea635476f971 req-0a19c4ee-7626-40fc-a7ac-e7528deecdc6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333836 Aug 07 12:50:47.226347 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f53922ff-8634-4581-92e8-ea3c37be0d8c req-49864710-5f13-4b6c-928d-34a313f5e706 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 210 time: 0.0270107 Aug 07 12:50:47.689578 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 12f69880-8b5e-45ae-be8c-69f9bbd43438 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:50:47.738945 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 12f69880-8b5e-45ae-be8c-69f9bbd43438 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:50:47.739314 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:48.259190 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dd0b6-b172-4d17-9548-de77599dbefc req-642e86f4-4055-4ee7-b564-30571062cd62 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:48.260636 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-434dd0b6-b172-4d17-9548-de77599dbefc req-642e86f4-4055-4ee7-b564-30571062cd62 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0488191 Aug 07 12:50:48.299732 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-434dd0b6-b172-4d17-9548-de77599dbefc req-b8970d59-d012-42f8-8a81-346ce65efc1e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327475 Aug 07 12:50:48.382570 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3e7408ad-106a-44bf-a5f0-0c5fae65bbae req-30913773-8e5f-4598-94b4-02cad245ff78 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 210 time: 0.0270379 Aug 07 12:50:49.422299 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd65d7-c123-456b-904a-bf95c3aa2342 req-3ebcff4e-646b-47a3-9d84-09ea5127170c tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:49.423942 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-22bd65d7-c123-456b-904a-bf95c3aa2342 req-3ebcff4e-646b-47a3-9d84-09ea5127170c tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0537963 Aug 07 12:50:49.463887 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-22bd65d7-c123-456b-904a-bf95c3aa2342 req-00a28aae-1fa8-4103-be0c-2405c06df321 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340388 Aug 07 12:50:49.545389 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-69c06160-62b7-4e16-9b84-19707e272a16 req-16cdad0a-3631-4645-8605-b3aa77c59251 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 210 time: 0.0252490 Aug 07 12:50:50.584209 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a176c-a5c1-495e-967f-74291cf9a646 req-91dbbe63-2857-4e53-910d-37886c1fcb3a tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:50.585783 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d76a176c-a5c1-495e-967f-74291cf9a646 req-91dbbe63-2857-4e53-910d-37886c1fcb3a tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0504527 Aug 07 12:50:50.626787 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d76a176c-a5c1-495e-967f-74291cf9a646 req-653940c9-2df7-4c32-900c-49372a976d89 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347750 Aug 07 12:50:50.649504 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a046fe3f-9d14-44e3-a6b3-fe3951b2f322 req-ccc48fd8-fb59-4f1e-bb1b-12827225c323 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 210 time: 0.0278869 Aug 07 12:50:51.380031 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d78166-dab6-4858-aafb-818017019663 req-78b29b5e-2b5a-437d-b7ad-7126b072a1d4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:51.381504 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-77d78166-dab6-4858-aafb-818017019663 req-78b29b5e-2b5a-437d-b7ad-7126b072a1d4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.58 "GET /v2.0/networks?id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda HTTP/1.1" status: 200 len: 816 time: 0.1146774 Aug 07 12:50:51.437013 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-77d78166-dab6-4858-aafb-818017019663 req-b02e5dd4-66dd-4d61-96ef-2b7a7daea9a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e29947f4009940b3bee8115587b5f0bf HTTP/1.1" status: 200 len: 380 time: 0.0336518 Aug 07 12:50:51.571003 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-77d78166-dab6-4858-aafb-818017019663 req-9c6aa12a-65c9-4ca7-87d7-ddc947dda234 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Request body: {'port': {'device_id': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'admin_state_up': True, 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'security_groups': ['6ba7616d-5e69-4732-b353-53195a0a2fe5']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:50:51.700076 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d78166-dab6-4858-aafb-818017019663 req-9c6aa12a-65c9-4ca7-87d7-ddc947dda234 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Made reservation on behalf of e29947f4009940b3bee8115587b5f0bf for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:50:51.705168 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-77d78166-dab6-4858-aafb-818017019663 req-9c6aa12a-65c9-4ca7-87d7-ddc947dda234 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:51.763005 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-96330c0f-ad1c-4d7f-b292-2b13fe582b14 req-f454c4af-1c71-45e6-bde8-b6970f4c8149 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 210 time: 0.0326591 Aug 07 12:50:51.807953 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eed9ca5-ae93-41e9-982c-81d1e7a6962e req-f0709089-3f1f-41f7-acbf-28c511659d59 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:51.809437 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8eed9ca5-ae93-41e9-982c-81d1e7a6962e req-f0709089-3f1f-41f7-acbf-28c511659d59 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.1007516 Aug 07 12:50:51.896697 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8eed9ca5-ae93-41e9-982c-81d1e7a6962e req-531569c3-2423-4865-900c-4d66abbf5d71 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721958 Aug 07 12:50:51.915126 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-77d78166-dab6-4858-aafb-818017019663 req-9c6aa12a-65c9-4ca7-87d7-ddc947dda234 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Allocated IP 172.20.0.9 (c5e5c8fc-001a-43dd-829c-9975cfb7dbda/556b420c-994e-4c56-8be2-27810f5c2247/4393cb2a-7ec0-4605-9b4a-55beefe117d8) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:50:52.061037 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-77d78166-dab6-4858-aafb-818017019663 req-9c6aa12a-65c9-4ca7-87d7-ddc947dda234 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:52.093175 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-77d78166-dab6-4858-aafb-818017019663 req-9c6aa12a-65c9-4ca7-87d7-ddc947dda234 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Transition to ACTIVE for port object 4393cb2a-7ec0-4605-9b4a-55beefe117d8 will not be triggered until provisioned by entity DHCP. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:50:52.213265 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-77d78166-dab6-4858-aafb-818017019663 req-9c6aa12a-65c9-4ca7-87d7-ddc947dda234 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:52.267722 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d78166-dab6-4858-aafb-818017019663 req-9c6aa12a-65c9-4ca7-87d7-ddc947dda234 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Network c5e5c8fc-001a-43dd-829c-9975cfb7dbda is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:50:52.278116 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-77d78166-dab6-4858-aafb-818017019663 req-9c6aa12a-65c9-4ca7-87d7-ddc947dda234 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:50:52.278116 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d78166-dab6-4858-aafb-818017019663 req-9c6aa12a-65c9-4ca7-87d7-ddc947dda234 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:50:52.280492 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d78166-dab6-4858-aafb-818017019663 req-9c6aa12a-65c9-4ca7-87d7-ddc947dda234 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:52.281099 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-77d78166-dab6-4858-aafb-818017019663 req-9c6aa12a-65c9-4ca7-87d7-ddc947dda234 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:52.331817 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6aa12a-65c9-4ca7-87d7-ddc947dda234 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Pushing event updated for resources: {'Port': ['ID=4393cb2a-7ec0-4605-9b4a-55beefe117d8,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:52.390400 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-77d78166-dab6-4858-aafb-818017019663 req-9c6aa12a-65c9-4ca7-87d7-ddc947dda234 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9461293 Aug 07 12:50:52.415058 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Request body: {'port': {'device_id': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:50:52.484771 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:52.658355 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-533a3146-6b3f-4b07-a32c-7cea77a2e0f5 None None] Provisioning for port 4393cb2a-7ec0-4605-9b4a-55beefe117d8 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:50:52.675961 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-533a3146-6b3f-4b07-a32c-7cea77a2e0f5 None None] Provisioning complete for port 4393cb2a-7ec0-4605-9b4a-55beefe117d8 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:50:52.675961 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-533a3146-6b3f-4b07-a32c-7cea77a2e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:52.723646 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-533a3146-6b3f-4b07-a32c-7cea77a2e0f5 None None] Port 4393cb2a-7ec0-4605-9b4a-55beefe117d8 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:50:52.785458 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4393cb2a-7ec0-4605-9b4a-55beefe117d8 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:50:52.796955 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:52.821841 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Transition to ACTIVE for port object 4393cb2a-7ec0-4605-9b4a-55beefe117d8 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:50:52.903089 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daaa6b-84c7-4fc4-a7d8-baa783abf9d1 req-6b9d19e5-0af5-4438-80eb-a549e15c7a74 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:52.904475 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c9daaa6b-84c7-4fc4-a7d8-baa783abf9d1 req-6b9d19e5-0af5-4438-80eb-a549e15c7a74 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 931 time: 0.0494895 Aug 07 12:50:52.942140 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:52.984421 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c9daaa6b-84c7-4fc4-a7d8-baa783abf9d1 req-4f8f162e-c48e-412e-92de-08cbc0cf4748 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736291 Aug 07 12:50:53.016729 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Pushing event updated for resources: {'Port': ['ID=4393cb2a-7ec0-4605-9b4a-55beefe117d8,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:53.043965 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f208ec6-7a22-4424-8468-31ba21be1422 req-b9728dd5-012c-4f66-84e4-4668e45e0306 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:53.047492 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6f208ec6-7a22-4424-8468-31ba21be1422 req-b9728dd5-012c-4f66-84e4-4668e45e0306 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0645626 Aug 07 12:50:53.103754 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6f208ec6-7a22-4424-8468-31ba21be1422 req-6c79e7dd-0450-4d60-b042-e1d95b199101 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487032 Aug 07 12:50:53.116931 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Attempting to bind port 4393cb2a-7ec0-4605-9b4a-55beefe117d8 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:50:53.117218 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Attempting to bind port 4393cb2a-7ec0-4605-9b4a-55beefe117d8 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '4a3224e1-0df8-43a5-a796-b62f5d183cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:50:53.117546 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Attempting to bind port 4393cb2a-7ec0-4605-9b4a-55beefe117d8 on network c5e5c8fc-001a-43dd-829c-9975cfb7dbda {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:50:53.122836 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Port 4393cb2a-7ec0-4605-9b4a-55beefe117d8 on network c5e5c8fc-001a-43dd-829c-9975cfb7dbda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:50:53.123158 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Attempting to bind port 4393cb2a-7ec0-4605-9b4a-55beefe117d8 on network c5e5c8fc-001a-43dd-829c-9975cfb7dbda {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:50:53.133792 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:50:53.134141 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Checking segment: {'id': '4a3224e1-0df8-43a5-a796-b62f5d183cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:50:53.140276 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Bound using segment: {'id': '4a3224e1-0df8-43a5-a796-b62f5d183cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:50:53.140276 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Bound port: 4393cb2a-7ec0-4605-9b4a-55beefe117d8, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3224e1-0df8-43a5-a796-b62f5d183cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:50:53.140276 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:53.207545 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] For port 4393cb2a-7ec0-4605-9b4a-55beefe117d8, host hv-cinder-78729, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:50:53.211091 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] For port 4393cb2a-7ec0-4605-9b4a-55beefe117d8, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4393cb2a-7ec0-4605-9b4a-55beefe117d8,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:50:53.350467 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:53.385963 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:53.386606 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:53.388097 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-77d78166-dab6-4858-aafb-818017019663 req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] 10.222.0.58 "PUT /v2.0/ports/4393cb2a-7ec0-4605-9b4a-55beefe117d8 HTTP/1.1" status: 200 len: 1093 time: 0.9776959 Aug 07 12:50:53.388536 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'tag': '4393cb2a-7ec0-4605-9b4a-55beefe117d8'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:50:53.390779 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a393771-3029-4337-bc4f-f5844aa99fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc6dee7-12a5-4317-83a0-63ff1bcfc12e", "tag": "4393cb2a-7ec0-4605-9b4a-55beefe117d8"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:50:53.421171 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edbaf3-6ebc-455c-8fc5-eaed56d3d4ba service neutron] Pushing event updated for resources: {'Port': ['ID=4393cb2a-7ec0-4605-9b4a-55beefe117d8,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:53.438594 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ee1734-2dc6-4b9c-bda1-5651d7b85657 x-openstack-request-id: req-69ee1734-2dc6-4b9c-bda1-5651d7b85657 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:50:53.439392 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc6dee7-12a5-4317-83a0-63ff1bcfc12e", "tag": "4393cb2a-7ec0-4605-9b4a-55beefe117d8", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:50:53.439649 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-69ee1734-2dc6-4b9c-bda1-5651d7b85657 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:50:53.440044 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'tag': '4393cb2a-7ec0-4605-9b4a-55beefe117d8', 'status': 'completed', 'code': 200} Aug 07 12:50:53.548088 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a393771-3029-4337-bc4f-f5844aa99fb4 req-87c73916-1a47-475f-ac35-4a577c453885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:53.548088 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4a393771-3029-4337-bc4f-f5844aa99fb4 req-87c73916-1a47-475f-ac35-4a577c453885 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e29947f4009940b3bee8115587b5f0bf&device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 1096 time: 0.0574813 Aug 07 12:50:54.146778 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f76333-949c-4dbc-8db0-d7c9aae24f32 req-7b45b615-9c6b-485a-9bc5-ff288e39bb9f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:54.148308 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-60f76333-949c-4dbc-8db0-d7c9aae24f32 req-7b45b615-9c6b-485a-9bc5-ff288e39bb9f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0510061 Aug 07 12:50:54.196167 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-60f76333-949c-4dbc-8db0-d7c9aae24f32 req-fc1ade46-5e12-48aa-aad3-00c79aa29e33 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414617 Aug 07 12:50:54.233782 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba7e4d-b786-4f7a-a520-d93cc461ce00 req-04039cae-541d-4fda-b5ca-55b25e8f174a tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:54.235335 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-07ba7e4d-b786-4f7a-a520-d93cc461ce00 req-04039cae-541d-4fda-b5ca-55b25e8f174a tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0604692 Aug 07 12:50:54.274605 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-07ba7e4d-b786-4f7a-a520-d93cc461ce00 req-61a4090c-4226-4311-8af4-9fde1f08d451 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331621 Aug 07 12:50:54.283144 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 34020) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:54.387572 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-973c7ecd-48c9-49f0-8fe1-a93c0a9b87a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:54.476018 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-973c7ecd-48c9-49f0-8fe1-a93c0a9b87a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:54.566013 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-973c7ecd-48c9-49f0-8fe1-a93c0a9b87a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:54.807482 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-973c7ecd-48c9-49f0-8fe1-a93c0a9b87a6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b19240f3dbe84b149ba6423ef4a33a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5232589 Aug 07 12:50:54.808190 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c7ecd-48c9-49f0-8fe1-a93c0a9b87a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5333bad7-5b4d-4b35-8ec9-f92ac061ecf6,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:54.810228 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34028) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:54.859192 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-90b3c109-d22e-4647-a1ac-dce9df3e76d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:54.880722 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-90b3c109-d22e-4647-a1ac-dce9df3e76d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:55.007530 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-90b3c109-d22e-4647-a1ac-dce9df3e76d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:55.010104 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-90b3c109-d22e-4647-a1ac-dce9df3e76d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:55.011355 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-90b3c109-d22e-4647-a1ac-dce9df3e76d9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5333bad7-5b4d-4b35-8ec9-f92ac061ecf6 HTTP/1.1" status: 204 len: 168 time: 0.2001400 Aug 07 12:50:55.020111 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3c109-d22e-4647-a1ac-dce9df3e76d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5333bad7-5b4d-4b35-8ec9-f92ac061ecf6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:55.319430 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf30e2-8d56-4e55-9887-39d6cd9fe803 req-41f3e218-dd6d-43db-8069-c3b674209daa tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:55.320974 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9bcf30e2-8d56-4e55-9887-39d6cd9fe803 req-41f3e218-dd6d-43db-8069-c3b674209daa tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0494862 Aug 07 12:50:55.361730 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9bcf30e2-8d56-4e55-9887-39d6cd9fe803 req-f39b016e-2198-4f8c-9473-0e8c76c622f5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338662 Aug 07 12:50:55.476074 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae693263-bc81-4714-a28d-6398e7e61313 req-d8e8f78e-36c1-4956-ad75-3b15ef4105ba tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:55.477563 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ae693263-bc81-4714-a28d-6398e7e61313 req-d8e8f78e-36c1-4956-ad75-3b15ef4105ba tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0503943 Aug 07 12:50:55.517563 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ae693263-bc81-4714-a28d-6398e7e61313 req-74c8bb64-d420-4b52-ab29-2d343aa93317 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334475 Aug 07 12:50:56.492773 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ee284-3750-4403-ac90-c30a11628c77 req-aaa60188-d164-48dd-b247-ecc1c185c1e5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:56.494271 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7b3ee284-3750-4403-ac90-c30a11628c77 req-aaa60188-d164-48dd-b247-ecc1c185c1e5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0559964 Aug 07 12:50:56.535164 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7b3ee284-3750-4403-ac90-c30a11628c77 req-7ae0f79b-eb74-44b5-969a-b3d86502f88f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345013 Aug 07 12:50:56.640022 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f5888-41b8-43d2-a2eb-a4d8fc0bebb4 req-98850dba-5ae1-4745-8f0a-19191921ddf4 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:56.641610 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e39f5888-41b8-43d2-a2eb-a4d8fc0bebb4 req-98850dba-5ae1-4745-8f0a-19191921ddf4 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0489652 Aug 07 12:50:56.682490 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e39f5888-41b8-43d2-a2eb-a4d8fc0bebb4 req-2e24bea2-0cc7-4995-bc04-26392b7d311f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336008 Aug 07 12:50:56.881889 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a393771-3029-4337-bc4f-f5844aa99fb4 req-fddbedb1-01ba-4eb5-b274-00ec1a98b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:56.883588 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4a393771-3029-4337-bc4f-f5844aa99fb4 req-fddbedb1-01ba-4eb5-b274-00ec1a98b832 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=e29947f4009940b3bee8115587b5f0bf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1926363 Aug 07 12:50:57.071583 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a393771-3029-4337-bc4f-f5844aa99fb4 req-afee21d7-5348-420e-a041-af6f59f762ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:57.074491 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4a393771-3029-4337-bc4f-f5844aa99fb4 req-afee21d7-5348-420e-a041-af6f59f762ab service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1608889 Aug 07 12:50:57.199495 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d78166-dab6-4858-aafb-818017019663 req-e4bc5345-4232-44b3-8ff4-ddac0fa85b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:57.201104 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-77d78166-dab6-4858-aafb-818017019663 req-e4bc5345-4232-44b3-8ff4-ddac0fa85b34 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e29947f4009940b3bee8115587b5f0bf&device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 1096 time: 0.0428233 Aug 07 12:50:57.265436 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-77d78166-dab6-4858-aafb-818017019663 req-03133539-b621-4b0c-8ee0-775577f9f246 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4393cb2a-7ec0-4605-9b4a-55beefe117d8 HTTP/1.1" status: 200 len: 217 time: 0.0422754 Aug 07 12:50:57.321258 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d78166-dab6-4858-aafb-818017019663 req-b564f47c-eb50-40dd-9b7a-2bd26350bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:57.322888 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-77d78166-dab6-4858-aafb-818017019663 req-b564f47c-eb50-40dd-9b7a-2bd26350bf03 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=556b420c-994e-4c56-8be2-27810f5c2247 HTTP/1.1" status: 200 len: 855 time: 0.0446665 Aug 07 12:50:57.381223 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d78166-dab6-4858-aafb-818017019663 req-95ded258-5617-4c5c-97e1-be5f52f88011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:57.383048 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-77d78166-dab6-4858-aafb-818017019663 req-95ded258-5617-4c5c-97e1-be5f52f88011 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503840 Aug 07 12:50:57.743272 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ff8ed-94d1-4004-a9ac-e30fe043df71 req-5c37842d-85b6-4677-a61b-eb45f39ca1ea tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:57.744854 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-786ff8ed-94d1-4004-a9ac-e30fe043df71 req-5c37842d-85b6-4677-a61b-eb45f39ca1ea tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.1139166 Aug 07 12:50:57.763023 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-77d78166-dab6-4858-aafb-818017019663 req-03a60a85-033b-47e3-973b-86e9e7f60794 service neutron] 10.222.0.58 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624463 Aug 07 12:50:57.795964 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-786ff8ed-94d1-4004-a9ac-e30fe043df71 req-98095f40-4215-4b06-b9e5-5540a534b4c8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 Aug 07 12:50:57.899138 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe52e0-fb8d-4515-941d-872c0528545e req-133a28de-b0bf-4b88-9fbc-f8cabbdf8c20 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:57.900697 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-dbbe52e0-fb8d-4515-941d-872c0528545e req-133a28de-b0bf-4b88-9fbc-f8cabbdf8c20 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.1126456 Aug 07 12:50:57.926139 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-77d78166-dab6-4858-aafb-818017019663 req-fb7603b3-7735-42ec-81bd-220e6d867f7b service neutron] 10.222.0.58 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601434 Aug 07 12:50:57.947326 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-dbbe52e0-fb8d-4515-941d-872c0528545e req-0ff4641a-ad06-44ba-94e6-152d04dae49e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403471 Aug 07 12:50:58.115875 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34128) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:58.232476 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5e0d-58ba-4dfc-b8a0-7b68a076e9b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:58.243079 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19ddd2-d0c0-46f9-82f3-e73859dc6a16 req-fb1d1b6c-5786-4e18-9dbb-8f8bbf7dd93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:58.244584 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0e19ddd2-d0c0-46f9-82f3-e73859dc6a16 req-fb1d1b6c-5786-4e18-9dbb-8f8bbf7dd93f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 1098 time: 0.0621538 Aug 07 12:50:58.304381 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0e19ddd2-d0c0-46f9-82f3-e73859dc6a16 req-f77d8fe7-9750-4598-b5cd-93df01c9d4df service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472293 Aug 07 12:50:58.356016 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5e0d-58ba-4dfc-b8a0-7b68a076e9b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:58.429885 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ddfa5e0d-58ba-4dfc-b8a0-7b68a076e9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:58.471492 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa5e0d-58ba-4dfc-b8a0-7b68a076e9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67914f40-3435-4aef-9b24-f5c57233ea77,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:58.475773 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-ddfa5e0d-58ba-4dfc-b8a0-7b68a076e9b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8d5bc852d8c944438d8b6067b1c39a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588378 Aug 07 12:50:58.478324 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34132) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:50:58.530482 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6484a40a-4a89-483c-8dc9-07b185d02877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:58.552674 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6484a40a-4a89-483c-8dc9-07b185d02877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:58.681130 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6484a40a-4a89-483c-8dc9-07b185d02877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:58.683734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6484a40a-4a89-483c-8dc9-07b185d02877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:50:58.684896 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-6484a40a-4a89-483c-8dc9-07b185d02877 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/67914f40-3435-4aef-9b24-f5c57233ea77 HTTP/1.1" status: 204 len: 168 time: 0.2056797 Aug 07 12:50:58.694121 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484a40a-4a89-483c-8dc9-07b185d02877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67914f40-3435-4aef-9b24-f5c57233ea77,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:50:58.929263 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15d2b0-ade7-48b1-8067-7377d6ffa683 req-971cd11b-28be-4c5f-9590-4510a9618b8e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:58.930842 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fb15d2b0-ade7-48b1-8067-7377d6ffa683 req-971cd11b-28be-4c5f-9590-4510a9618b8e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0522199 Aug 07 12:50:58.971057 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fb15d2b0-ade7-48b1-8067-7377d6ffa683 req-20eee031-6ad2-419a-9b0e-4cecd3bd1bb8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338342 Aug 07 12:50:59.099195 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1869a-dd03-439e-8cfa-51c9246215ca req-28355b6a-08f6-4eaf-874e-3afd82d4aef3 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:50:59.108450 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-66f1869a-dd03-439e-8cfa-51c9246215ca req-28355b6a-08f6-4eaf-874e-3afd82d4aef3 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0542343 Aug 07 12:50:59.152611 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-66f1869a-dd03-439e-8cfa-51c9246215ca req-224d6b26-0ea5-43b5-aff0-0886f905f42f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366435 Aug 07 12:51:00.082148 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 34182) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:00.106829 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb668af9-e6c0-4657-ae36-76cf38728382 req-8043da4a-7f8e-4aaa-9594-1ed2a694a58d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:00.108443 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb668af9-e6c0-4657-ae36-76cf38728382 req-8043da4a-7f8e-4aaa-9594-1ed2a694a58d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0507574 Aug 07 12:51:00.153035 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb668af9-e6c0-4657-ae36-76cf38728382 req-ef913af5-02d8-4d75-959e-a2b86903c48a tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360899 Aug 07 12:51:00.202343 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-8c8e0d74-a6be-4975-8426-e5fe34d2136e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-370315475-network', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:51:00.279522 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6214484-a3b0-4e8d-9323-b48360213b3d req-baaa598f-41ac-44f8-ad38-f44497b46cc8 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:00.280933 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a6214484-a3b0-4e8d-9323-b48360213b3d req-baaa598f-41ac-44f8-ad38-f44497b46cc8 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0518196 Aug 07 12:51:00.292694 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8e0d74-a6be-4975-8426-e5fe34d2136e admin admin] Made reservation on behalf of f4348dfe6e614bc198a34de32e5fb8c7 for: {'network': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:51:00.295133 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8c8e0d74-a6be-4975-8426-e5fe34d2136e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:00.304602 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8c8e0d74-a6be-4975-8426-e5fe34d2136e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:00.322140 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a6214484-a3b0-4e8d-9323-b48360213b3d req-5166fe05-1078-42e7-8fef-bf7452349263 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330331 Aug 07 12:51:00.402388 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8c8e0d74-a6be-4975-8426-e5fe34d2136e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:00.492241 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8c8e0d74-a6be-4975-8426-e5fe34d2136e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:00.522302 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8e0d74-a6be-4975-8426-e5fe34d2136e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=100621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:51:00.528482 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e0d74-a6be-4975-8426-e5fe34d2136e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed2e14a-51bc-4074-ad53-893b6c6da989,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:00.535656 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8c8e0d74-a6be-4975-8426-e5fe34d2136e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:00.535933 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.db.segments_db [None req-8c8e0d74-a6be-4975-8426-e5fe34d2136e admin admin] Added segment 50e27e6a-824e-4b53-9d92-cb775a3765f9 of type vlan for network 134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 Aug 07 12:51:00.581956 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8c8e0d74-a6be-4975-8426-e5fe34d2136e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:00.677962 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8c8e0d74-a6be-4975-8426-e5fe34d2136e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:00.679369 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8e0d74-a6be-4975-8426-e5fe34d2136e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:00.680088 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8c8e0d74-a6be-4975-8426-e5fe34d2136e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:00.752947 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e0d74-a6be-4975-8426-e5fe34d2136e admin admin] Pushing event updated for resources: {'Network': ['ID=134b4d9c-f32e-4c85-b5e1-3d7bc3f22273,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:00.763622 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network 134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:51:00.764253 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930799f-3d3c-41fd-8252-1eb53e39283e req-c11a4ac0-6920-4bc3-9741-a5f4660a0007 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:00.765941 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c930799f-3d3c-41fd-8252-1eb53e39283e req-c11a4ac0-6920-4bc3-9741-a5f4660a0007 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0565701 Aug 07 12:51:00.816004 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c930799f-3d3c-41fd-8252-1eb53e39283e req-94eab7ac-af68-47fa-9aec-bb2e0706d034 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422931 Aug 07 12:51:00.823039 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-8c8e0d74-a6be-4975-8426-e5fe34d2136e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7395957 Aug 07 12:51:00.823944 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34202) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:00.830907 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-7d390cde-350f-4a24-82d3-034f2a46dbec admin admin] Request body: {'subnet': {'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-370315475-subnet', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:51:01.018606 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d390cde-350f-4a24-82d3-034f2a46dbec admin admin] Made reservation on behalf of f4348dfe6e614bc198a34de32e5fb8c7 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:51:01.020984 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7d390cde-350f-4a24-82d3-034f2a46dbec admin admin] Notify callbacks [] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:01.296271 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5ebb3-092f-4c09-a864-9bb1ab504681 req-3178394a-4d02-4926-bef7-218fc33735a9 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:01.297855 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e8d5ebb3-092f-4c09-a864-9bb1ab504681 req-3178394a-4d02-4926-bef7-218fc33735a9 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0563431 Aug 07 12:51:01.350457 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e8d5ebb3-092f-4c09-a864-9bb1ab504681 req-25c653a4-94b1-4989-aec1-82090a2e8aac tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439117 Aug 07 12:51:01.351944 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7d390cde-350f-4a24-82d3-034f2a46dbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:01.420050 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d390cde-350f-4a24-82d3-034f2a46dbec admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f9c7382-5394-4ee4-8159-ac95ff10726f,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:01.434392 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d390cde-350f-4a24-82d3-034f2a46dbec admin admin] Checking segment: {'id': '50e27e6a-824e-4b53-9d92-cb775a3765f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:51:01.434750 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d390cde-350f-4a24-82d3-034f2a46dbec admin admin] Network hostable DHCP agents. Network: 134b4d9c-f32e-4c85-b5e1-3d7bc3f22273, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:51:01.545225 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d390cde-350f-4a24-82d3-034f2a46dbec admin admin] Network 134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:51:01.641659 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-7d390cde-350f-4a24-82d3-034f2a46dbec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, 134b4d9c-f32e-4c85-b5e1-3d7bc3f22273) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:51:01.646886 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d390cde-350f-4a24-82d3-034f2a46dbec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:01.651942 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7d390cde-350f-4a24-82d3-034f2a46dbec admin admin] Notify callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:01.653028 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbaeed9-ea94-4de0-8873-4928f760bd6a None None] Network 134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:51:01.751024 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-7d390cde-350f-4a24-82d3-034f2a46dbec admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9255974 Aug 07 12:51:01.753847 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34220) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:01.760313 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-370315475-router', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:51:01.819456 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc15771-8cdc-587f-93b0-745bffc99d06-134b4d9c-f32e-4c85-b5e1-3d7bc3f22273', 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'fixed_ips': [{'subnet_id': '5f9c7382-5394-4ee4-8159-ac95ff10726f'}]}} from dv-cinder-787296-2-iscsi. {{(pid=100622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 12:51:01.820333 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:01.882028 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-521424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14588'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:01.883355 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14583'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:01.971411 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:01.982672 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.db_base_plugin_common [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Allocated IP 172.20.0.2 (134b4d9c-f32e-4c85-b5e1-3d7bc3f22273/5f9c7382-5394-4ee4-8159-ac95ff10726f/131472c2-3dbb-49b9-ba59-31f50e4edf97) {{(pid=100622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:51:01.996513 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3961bc-77ba-48b4-b568-6fd118cf2e14 req-784c4af0-305c-4b4d-9fbe-20fbca5fcebe tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:01.998750 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5c3961bc-77ba-48b4-b568-6fd118cf2e14 req-784c4af0-305c-4b4d-9fbe-20fbca5fcebe tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0927417 Aug 07 12:51:02.048233 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5c3961bc-77ba-48b4-b568-6fd118cf2e14 req-4f4b36f6-d134-4812-9686-cb092d5a9f91 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424488 Aug 07 12:51:02.152838 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Notify callbacks [] for port, precommit_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:02.162212 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Transition to ACTIVE for port object 131472c2-3dbb-49b9-ba59-31f50e4edf97 will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:51:02.177973 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Transition to ACTIVE for port object 131472c2-3dbb-49b9-ba59-31f50e4edf97 will not be triggered until provisioned by entity DHCP. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:51:02.229364 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:02.304526 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:02.344239 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Network 134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 is already hosted by enough agents. {{(pid=100622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:51:02.349753 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.base_scheduler [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Resources bound (agent type, host, resource id): {{(pid=100622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:51:02.352539 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Received port after_create {{(pid=100622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:51:02.367259 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Pushing event updated for resources: {'Port': ['ID=131472c2-3dbb-49b9-ba59-31f50e4edf97,revision_number=1']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:02.423164 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Attempting to bind port 131472c2-3dbb-49b9-ba59-31f50e4edf97 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:51:02.423777 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Attempting to bind port 131472c2-3dbb-49b9-ba59-31f50e4edf97 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '50e27e6a-824e-4b53-9d92-cb775a3765f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:51:02.424142 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Attempting to bind port 131472c2-3dbb-49b9-ba59-31f50e4edf97 on network 134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:51:02.429730 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:51:02.430451 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Checking segment: {'id': '50e27e6a-824e-4b53-9d92-cb775a3765f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:51:02.430891 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:02.431278 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Bound using segment: {'id': '50e27e6a-824e-4b53-9d92-cb775a3765f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:51:02.431952 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Bound port: 131472c2-3dbb-49b9-ba59-31f50e4edf97, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e27e6a-824e-4b53-9d92-cb775a3765f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:51:02.432334 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:02.511518 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] For port 131472c2-3dbb-49b9-ba59-31f50e4edf97, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:51:02.517247 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] For port 131472c2-3dbb-49b9-ba59-31f50e4edf97, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=131472c2-3dbb-49b9-ba59-31f50e4edf97,segment=NetworkSegment(50e27e6a-824e-4b53-9d92-cb775a3765f9),segment_id=50e27e6a-824e-4b53-9d92-cb775a3765f9)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:51:02.592821 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b44e86-61d7-47c7-a6ad-23987ea63804 req-ea03a532-b656-404a-9a79-bb469cd2fe4e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:02.594976 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-57b44e86-61d7-47c7-a6ad-23987ea63804 req-ea03a532-b656-404a-9a79-bb469cd2fe4e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.1210027 Aug 07 12:51:02.596868 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:02.597142 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:02.620047 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:02.670414 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede081e-802e-41a4-b0c5-66380718b511 None None] Pushing event updated for resources: {'Port': ['ID=131472c2-3dbb-49b9-ba59-31f50e4edf97,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:02.705443 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-57b44e86-61d7-47c7-a6ad-23987ea63804 req-50f8e2c0-d1a3-42f5-8a36-27bf701faf28 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882845 Aug 07 12:51:02.774743 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Allocated IP 172.27.3.172 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:51:02.899832 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:03.109917 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:03.192277 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:51:03.199086 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:51:03.205737 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 4393cb2a-7ec0-4605-9b4a-55beefe117d8 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:51:03.210497 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:51:03.214609 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Pushing event updated for resources: {'Port': ['ID=dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:03.298577 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:03.298941 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:03.299288 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:03.299630 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:03.299968 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:03.300303 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:03.300631 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:03.300962 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:03.301292 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:03.301626 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:03.301944 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:03.302304 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:03.336479 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 4393cb2a-7ec0-4605-9b4a-55beefe117d8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4393cb2a-7ec0-4605-9b4a-55beefe117d8,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:51:03.340258 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca78901-2070-4a73-88c7-22feb1d139f2 req-7bfe110e-4203-4874-853f-9e4a4a8aa878 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:03.348029 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0ca78901-2070-4a73-88c7-22feb1d139f2 req-7bfe110e-4203-4874-853f-9e4a4a8aa878 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.2084646 Aug 07 12:51:03.359131 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': '4393cb2a-7ec0-4605-9b4a-55beefe117d8', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'port_id': '4393cb2a-7ec0-4605-9b4a-55beefe117d8', 'mac_address': 'fa:16:3e:84:d5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:51:03.399803 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0ca78901-2070-4a73-88c7-22feb1d139f2 req-fbe90729-347a-46f3-af31-79fc2e096ab2 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508931 Aug 07 12:51:03.405398 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:03.426923 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4393cb2a-7ec0-4605-9b4a-55beefe117d8 {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:51:03.456011 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 4393cb2a-7ec0-4605-9b4a-55beefe117d8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4393cb2a-7ec0-4605-9b4a-55beefe117d8,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:51:03.545741 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e39ad-b7b7-4a98-aa86-4b2eeba0945a req-b2e2d90e-3e64-4691-97e4-89688968d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:03.547427 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cc9e39ad-b7b7-4a98-aa86-4b2eeba0945a req-b2e2d90e-3e64-4691-97e4-89688968d5f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e94075116c334ad39b4fbfcde986d660&device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 1098 time: 0.0545926 Aug 07 12:51:03.603180 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c6616e30-1f92-4000-835e-369ef9cbb867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:03.605744 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:03.667832 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=4393cb2a-7ec0-4605-9b4a-55beefe117d8,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:03.708487 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55b93d4-a866-4b72-9ba3-384bc041a106 None None] Network 134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:51:03.732166 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e39ad-b7b7-4a98-aa86-4b2eeba0945a req-80f1ba82-c147-4bd6-9e34-839139e081fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:03.734357 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cc9e39ad-b7b7-4a98-aa86-4b2eeba0945a req-80f1ba82-c147-4bd6-9e34-839139e081fe service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2321795-e5f2-40d8-bbcd-632960ec1b50 HTTP/1.1" status: 200 len: 919 time: 0.1766040 Aug 07 12:51:03.789146 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cc9e39ad-b7b7-4a98-aa86-4b2eeba0945a req-0cb55204-bc9e-4750-ad2f-ce76b162a8d1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4687937b-6258-493a-8edb-bfb07f6399d1 HTTP/1.1" status: 200 len: 217 time: 0.0467854 Aug 07 12:51:03.789759 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:03.809209 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 131472c2-3dbb-49b9-ba59-31f50e4edf97 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:51:03.899913 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd8aff-0136-4262-a815-c04749419637 req-175ad557-23f8-485f-b533-3b4f67ce6410 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:03.901493 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1abd8aff-0136-4262-a815-c04749419637 req-175ad557-23f8-485f-b533-3b4f67ce6410 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 944 time: 0.0910151 Aug 07 12:51:03.955297 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e39ad-b7b7-4a98-aa86-4b2eeba0945a req-21531e2f-0bae-42ff-a88a-6f124026810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:03.955297 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cc9e39ad-b7b7-4a98-aa86-4b2eeba0945a req-21531e2f-0bae-42ff-a88a-6f124026810e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb5a6588-eee4-40e0-8f56-708709b8be3c HTTP/1.1" status: 200 len: 858 time: 0.1182978 Aug 07 12:51:03.955584 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1abd8aff-0136-4262-a815-c04749419637 req-e26c22e5-9ad4-4f54-94fe-26ea345820a0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417051 Aug 07 12:51:03.992314 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cc9e39ad-b7b7-4a98-aa86-4b2eeba0945a req-392d3629-f40b-4ad0-af7f-91f3505ad6db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2321795-e5f2-40d8-bbcd-632960ec1b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282052 Aug 07 12:51:03.995237 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ff2559fb-7808-4c27-b150-5cc9f14f3ade None None] Provisioning for port 131472c2-3dbb-49b9-ba59-31f50e4edf97 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:51:04.041262 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 131472c2-3dbb-49b9-ba59-31f50e4edf97 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:51:04.045435 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 131472c2-3dbb-49b9-ba59-31f50e4edf97 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:04.058611 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:04.160118 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['4393cb2a-7ec0-4605-9b4a-55beefe117d8'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:51:04.206843 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:04.289990 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-67c950ca-9dbc-4911-9a52-9dfc0059ebb5 None None] Provisioning complete for port 131472c2-3dbb-49b9-ba59-31f50e4edf97 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:04.293070 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-67c950ca-9dbc-4911-9a52-9dfc0059ebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:04.339204 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port 131472c2-3dbb-49b9-ba59-31f50e4edf97, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=131472c2-3dbb-49b9-ba59-31f50e4edf97,segment=NetworkSegment(50e27e6a-824e-4b53-9d92-cb775a3765f9),segment_id=50e27e6a-824e-4b53-9d92-cb775a3765f9)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:51:04.440990 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:04.452728 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-67c950ca-9dbc-4911-9a52-9dfc0059ebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:04.453126 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cc9e39ad-b7b7-4a98-aa86-4b2eeba0945a req-48bf7841-e6c4-430e-b6a3-c3a2b5117c13 service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203770 Aug 07 12:51:04.454618 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519650'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:04.586620 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11908f1f-dc62-4351-993a-0cdacf3f559e req-d78ac4c0-6abf-44c0-97d6-e4e4685088c6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:04.588843 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-11908f1f-dc62-4351-993a-0cdacf3f559e req-d78ac4c0-6abf-44c0-97d6-e4e4685088c6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0816836 Aug 07 12:51:04.609126 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=131472c2-3dbb-49b9-ba59-31f50e4edf97,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:04.631068 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.db.api [None req-67c950ca-9dbc-4911-9a52-9dfc0059ebb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100622) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 12:51:04.631433 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG oslo_db.api [None req-67c950ca-9dbc-4911-9a52-9dfc0059ebb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 12:51:04.677006 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cc9e39ad-b7b7-4a98-aa86-4b2eeba0945a req-e6706d0f-e6b6-488e-87b1-9c5409a67445 service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146342 Aug 07 12:51:04.690338 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-11908f1f-dc62-4351-993a-0cdacf3f559e req-d1c18846-e94f-41f2-85c6-4b5534c3e44a tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786412 Aug 07 12:51:04.806724 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Router 7d6ed691-7bca-4f47-93a6-fd312d037d0c is scheduled to L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 12:51:04.943724 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:51:04.957710 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Sync routers for ids ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:51:04.968008 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Routers {'7d6ed691-7bca-4f47-93a6-fd312d037d0c'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:51:04.968617 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:50:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:05.078374 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Set router 7d6ed691-7bca-4f47-93a6-fd312d037d0c gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:51:05.081582 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07822b-7d3c-488e-857c-ba3f34dba32c req-24cd92b2-2182-4418-b86d-fef0749dd095 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:05.083429 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2f07822b-7d3c-488e-857c-ba3f34dba32c req-24cd92b2-2182-4418-b86d-fef0749dd095 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 944 time: 0.0512092 Aug 07 12:51:05.084745 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] Notify callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:05.088519 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-93647c3a-1389-4f9f-88ed-8fa8ee80338c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3307874 Aug 07 12:51:05.088729 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34268) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:05.212595 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2f07822b-7d3c-488e-857c-ba3f34dba32c req-9ade63a5-56bf-42ab-bb68-b568ee0852b5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177509 Aug 07 12:51:05.295774 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'name': 'tempest-TestMinimumBasicScenario-370315475-router', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:01Z', 'updated_at': '2021-08-07T12:51:03Z', 'revision_number': 3, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'gw_port': {'id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:02Z', 'updated_at': '2021-08-07T12:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:05.324205 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Checking router: 7d6ed691-7bca-4f47-93a6-fd312d037d0c for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:51:05.324550 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Updating router 7d6ed691-7bca-4f47-93a6-fd312d037d0c port dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b binding host dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:51:05.353400 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:05.607082 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:05.631226 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Notify callbacks [] for port, precommit_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:05.646261 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.provisioning_blocks [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Transition to ACTIVE for port object dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b will not be triggered until provisioned by entity L2. {{(pid=100623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:51:05.717096 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 131472c2-3dbb-49b9-ba59-31f50e4edf97 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:51:05.744347 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:05.773071 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 131472c2-3dbb-49b9-ba59-31f50e4edf97 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:05.773595 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:05.804349 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22443c-b4cd-4158-8729-4b4c7434617f None None] Pushing event updated for resources: {'Port': ['ID=dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b,revision_number=2']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:05.832729 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Attempting to bind port dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:51:05.833498 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Attempting to bind port dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:51:05.834353 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Attempting to bind port dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b on network fd7d933b-f844-4b10-a5d9-6801ea2e0efc {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:51:05.843550 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:51:05.846767 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Checking segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:51:05.846767 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:05.847176 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Bound using segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:51:05.850448 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Bound port: dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:51:05.851050 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:05.863514 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Allocated IP 172.20.0.1 (134b4d9c-f32e-4c85-b5e1-3d7bc3f22273/5f9c7382-5394-4ee4-8159-ac95ff10726f/6363fd22-dd31-4881-834c-cd7a9b9f5dd8) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:51:05.881510 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d1615-f82d-4f4e-a11a-bf727ea099a2 req-72196d2b-8db1-4378-b7f1-58d0be99ca1f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:05.883116 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d93d1615-f82d-4f4e-a11a-bf727ea099a2 req-72196d2b-8db1-4378-b7f1-58d0be99ca1f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0902853 Aug 07 12:51:05.935957 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] For port dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:51:05.940099 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] For port dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:51:06.010583 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d93d1615-f82d-4f4e-a11a-bf727ea099a2 req-8fe421e2-488a-4622-9808-ff9e244f5185 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092923 Aug 07 12:51:06.021570 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737a297-7927-4201-9c98-5fbf1744106d req-9425ac34-7242-4b04-831a-dc021be462af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:06.023177 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5737a297-7927-4201-9c98-5fbf1744106d req-9425ac34-7242-4b04-831a-dc021be462af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e94075116c334ad39b4fbfcde986d660&device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 1098 time: 0.1357400 Aug 07 12:51:06.059238 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:06.070079 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 4393cb2a-7ec0-4605-9b4a-55beefe117d8 up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:51:06.082482 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:06.159869 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Transition to ACTIVE for port object 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 will not be triggered until provisioned by entity DHCP. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:51:06.178002 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22443c-b4cd-4158-8729-4b4c7434617f None None] Pushing event updated for resources: {'Port': ['ID=dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b,revision_number=3']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:06.180542 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Routers {'7d6ed691-7bca-4f47-93a6-fd312d037d0c'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:51:06.181152 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:50:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:06.210216 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737a297-7927-4201-9c98-5fbf1744106d req-0ca116de-3dba-4843-a230-8e61f9e67ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:06.211698 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5737a297-7927-4201-9c98-5fbf1744106d req-0ca116de-3dba-4843-a230-8e61f9e67ac8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2321795-e5f2-40d8-bbcd-632960ec1b50 HTTP/1.1" status: 200 len: 919 time: 0.1581304 Aug 07 12:51:06.223258 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port 4393cb2a-7ec0-4605-9b4a-55beefe117d8 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:51:06.227521 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port 4393cb2a-7ec0-4605-9b4a-55beefe117d8 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:06.227910 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:06.284954 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5737a297-7927-4201-9c98-5fbf1744106d req-9b6aa6ba-652d-4b43-8244-768793f02157 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4687937b-6258-493a-8edb-bfb07f6399d1 HTTP/1.1" status: 200 len: 217 time: 0.0618358 Aug 07 12:51:06.314210 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:06.318232 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] Set router 7d6ed691-7bca-4f47-93a6-fd312d037d0c gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:51:06.318694 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:06.429633 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Pushing event updated for resources: {'Port': ['ID=6363fd22-dd31-4881-834c-cd7a9b9f5dd8,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:06.442212 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Network 134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:51:06.450289 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:51:06.468658 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:51:06.469485 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520721'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:06.489115 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34e314-c8f3-441c-ad33-ee739e952c43 req-f3a389a6-7813-48a0-9b7f-aeb88fca1b1b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:06.501913 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-aa34e314-c8f3-441c-ad33-ee739e952c43 req-f3a389a6-7813-48a0-9b7f-aeb88fca1b1b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 944 time: 0.0913472 Aug 07 12:51:06.536410 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4393cb2a-7ec0-4605-9b4a-55beefe117d8'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:51:06.540470 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96f0405-8254-4f8d-9518-7c8fc152cf39" -d '{"events": [{"server_uuid": "8fc6dee7-12a5-4317-83a0-63ff1bcfc12e", "name": "network-vif-plugged", "status": "completed", "tag": "4393cb2a-7ec0-4605-9b4a-55beefe117d8"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:51:06.546629 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737a297-7927-4201-9c98-5fbf1744106d req-fcebb220-b754-419a-beee-e719159e6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:06.550483 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5737a297-7927-4201-9c98-5fbf1744106d req-fcebb220-b754-419a-beee-e719159e6f60 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb5a6588-eee4-40e0-8f56-708709b8be3c HTTP/1.1" status: 200 len: 858 time: 0.2487521 Aug 07 12:51:06.571051 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 4393cb2a-7ec0-4605-9b4a-55beefe117d8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4393cb2a-7ec0-4605-9b4a-55beefe117d8,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:51:06.580466 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'name': 'tempest-TestMinimumBasicScenario-370315475-router', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:01Z', 'updated_at': '2021-08-07T12:51:03Z', 'revision_number': 3, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'gw_port': {'id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:02Z', 'updated_at': '2021-08-07T12:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:06.593547 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5737a297-7927-4201-9c98-5fbf1744106d req-9d3cacdb-a439-4fae-aed3-4248c9c41f49 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2321795-e5f2-40d8-bbcd-632960ec1b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350635 Aug 07 12:51:06.597675 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-aa34e314-c8f3-441c-ad33-ee739e952c43 req-3d06c9b7-c46e-40d6-aa8a-63e4149f34fd tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947914 Aug 07 12:51:06.620989 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c385fdaa-93b7-460f-bf93-2c9c105cb9f7 None None] The sync data for ids ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'] in dv-cinder-787296-2-iscsi is: [{'id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'name': 'tempest-TestMinimumBasicScenario-370315475-router', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:01Z', 'updated_at': '2021-08-07T12:51:03Z', 'revision_number': 3, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'gw_port': {'id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:02Z', 'updated_at': '2021-08-07T12:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:51:06.645279 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fc857f-d8e7-42a4-b41b-d54d0990af84 x-openstack-request-id: req-80fc857f-d8e7-42a4-b41b-d54d0990af84 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:51:06.645736 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc6dee7-12a5-4317-83a0-63ff1bcfc12e", "name": "network-vif-plugged", "status": "completed", "tag": "4393cb2a-7ec0-4605-9b4a-55beefe117d8", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:51:06.646142 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-80fc857f-d8e7-42a4-b41b-d54d0990af84 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:51:06.646723 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4393cb2a-7ec0-4605-9b4a-55beefe117d8', 'code': 200} Aug 07 12:51:06.684844 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-be5e84f3-3ce2-4c75-9450-c6705d7864fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:06.750052 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:06.844320 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5737a297-7927-4201-9c98-5fbf1744106d req-6873130e-bf00-448b-afcb-fe358d8b58b1 service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290213 Aug 07 12:51:06.875796 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=4393cb2a-7ec0-4605-9b4a-55beefe117d8,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:06.996210 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-a93f43aa-63c0-4fe0-bf89-078af7e59214 None None] Provisioning for port 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:51:07.046790 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:07.059586 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-a93f43aa-63c0-4fe0-bf89-078af7e59214 None None] Provisioning complete for port 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:07.061072 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-a93f43aa-63c0-4fe0-bf89-078af7e59214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:07.140194 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-a93f43aa-63c0-4fe0-bf89-078af7e59214 None None] Port 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:51:07.140993 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:07.146795 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5737a297-7927-4201-9c98-5fbf1744106d req-47ffa918-fd32-48f5-afc7-aaff2ec0df16 service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882178 Aug 07 12:51:07.207571 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:07.228516 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fd7f0-d980-470e-b068-e3f11ca3bf13 req-c9efa626-b76d-47e4-a3da-5a5c758efdbf tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:07.230425 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b72fd7f0-d980-470e-b068-e3f11ca3bf13 req-c9efa626-b76d-47e4-a3da-5a5c758efdbf tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0824294 Aug 07 12:51:07.301896 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b72fd7f0-d980-470e-b068-e3f11ca3bf13 req-ec2853d1-864a-4d9c-9ff5-c27d13029faa tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650325 Aug 07 12:51:07.411277 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c4768-1e72-4a37-8567-219c180e90a0 req-95dde5cc-73ee-43e5-a27b-432c9251e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:07.412819 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b45c4768-1e72-4a37-8567-219c180e90a0 req-95dde5cc-73ee-43e5-a27b-432c9251e852 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 1098 time: 0.0968165 Aug 07 12:51:07.421602 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:07.468019 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b45c4768-1e72-4a37-8567-219c180e90a0 req-92aa0ade-5fa5-4ac4-b626-a2c3f9f4c8bb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329487 Aug 07 12:51:07.527020 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:07.528528 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:07.528685 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520869'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:07.612266 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Pushing event updated for resources: {'Port': ['ID=6363fd22-dd31-4881-834c-cd7a9b9f5dd8,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:07.663295 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Network 134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:51:07.665742 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:51:07.784217 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:51:07.985271 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-8ff0d406-f97f-4f2c-9283-135c062160d0 None None] Provisioning complete for port 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:07.986482 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8ff0d406-f97f-4f2c-9283-135c062160d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:08.032989 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-8ff0d406-f97f-4f2c-9283-135c062160d0 None None] Port 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:51:08.055749 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf506943-adfc-44bf-9d5b-e86b45b4b1b0 req-a50e3f99-e5c9-450a-8461-d88fb1fa618d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:08.057465 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bf506943-adfc-44bf-9d5b-e86b45b4b1b0 req-a50e3f99-e5c9-450a-8461-d88fb1fa618d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.1056299 Aug 07 12:51:08.092173 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Router 7d6ed691-7bca-4f47-93a6-fd312d037d0c has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:51:08.103887 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:51:08.108034 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:08.108415 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:08.112550 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bf506943-adfc-44bf-9d5b-e86b45b4b1b0 req-2f3dbf23-03a9-467c-9366-4a915ca8378d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491030 Aug 07 12:51:08.197136 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:08.225954 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:51:08.228759 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:51:08.234128 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-076d5a74-3657-4705-88cb-d0788f00ca2c admin admin] 10.222.0.59 "PUT /v2.0/routers/7d6ed691-7bca-4f47-93a6-fd312d037d0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1444440 Aug 07 12:51:08.367184 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:08.448688 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:08.477438 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df308f09-bc56-4872-a1b3-7e60880150f5 req-0954c1f0-7542-4bc2-a208-04aacffbbc1e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:08.484740 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-df308f09-bc56-4872-a1b3-7e60880150f5 req-0954c1f0-7542-4bc2-a208-04aacffbbc1e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0924544 Aug 07 12:51:08.525679 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-df308f09-bc56-4872-a1b3-7e60880150f5 req-422b6be6-7078-430d-80aa-f4994e0cd782 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399978 Aug 07 12:51:08.580600 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Sync routers for ids ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:51:08.589979 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Routers {'7d6ed691-7bca-4f47-93a6-fd312d037d0c'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:51:08.590720 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:51:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:08.715817 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Set router 7d6ed691-7bca-4f47-93a6-fd312d037d0c gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:51:08.947557 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'name': 'tempest-TestMinimumBasicScenario-370315475-router', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:01Z', 'updated_at': '2021-08-07T12:51:06Z', 'revision_number': 4, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'gw_port': {'id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:02Z', 'updated_at': '2021-08-07T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '6363fd22-dd31-4881-834c-cd7a9b9f5dd8', 'name': '', 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'mac_address': 'fa:16:3e:16:48:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:05Z', 'updated_at': '2021-08-07T12:51:07Z', 'revision_number': 2, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'subnets': [{'id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:08.986493 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Checking router: 7d6ed691-7bca-4f47-93a6-fd312d037d0c for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:51:08.986853 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Updating router 7d6ed691-7bca-4f47-93a6-fd312d037d0c port 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 binding host dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:51:09.014777 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:09.254615 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab16047-3324-426a-b3d7-5cf8207946d4 req-8a3ee289-3b6e-4ce5-9206-c02e7ac09239 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:09.256376 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8ab16047-3324-426a-b3d7-5cf8207946d4 req-8a3ee289-3b6e-4ce5-9206-c02e7ac09239 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0585840 Aug 07 12:51:09.320045 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8ab16047-3324-426a-b3d7-5cf8207946d4 req-8ef44e60-8036-4618-ad6e-cf2520887354 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454078 Aug 07 12:51:09.322032 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 34378) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:09.327747 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-518874288-network', 'tenant_id': '14c3aefdd9fe478593e64825dfc5c005'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:51:09.354663 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Notify callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:09.371682 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Transition to ACTIVE for port object 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:51:09.458842 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Made reservation on behalf of 14c3aefdd9fe478593e64825dfc5c005 for: {'network': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:51:09.459952 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:09.461290 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:09.461407 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:09.483948 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:09.533520 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714d760-79aa-4b54-a1aa-aae3f9e9fdb9 None None] Pushing event updated for resources: {'Port': ['ID=6363fd22-dd31-4881-834c-cd7a9b9f5dd8,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:09.592212 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Attempting to bind port 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:51:09.592968 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Attempting to bind port 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '50e27e6a-824e-4b53-9d92-cb775a3765f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:51:09.593234 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Attempting to bind port 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 on network 134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:51:09.600716 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:51:09.605062 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Checking segment: {'id': '50e27e6a-824e-4b53-9d92-cb775a3765f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:51:09.605062 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:09.605062 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Bound using segment: {'id': '50e27e6a-824e-4b53-9d92-cb775a3765f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:51:09.605062 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Bound port: 6363fd22-dd31-4881-834c-cd7a9b9f5dd8, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e27e6a-824e-4b53-9d92-cb775a3765f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:51:09.605062 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:09.614472 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:09.677787 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] For port 6363fd22-dd31-4881-834c-cd7a9b9f5dd8, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:51:09.680120 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:09.722732 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] For port 6363fd22-dd31-4881-834c-cd7a9b9f5dd8, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=6363fd22-dd31-4881-834c-cd7a9b9f5dd8,segment=NetworkSegment(50e27e6a-824e-4b53-9d92-cb775a3765f9),segment_id=50e27e6a-824e-4b53-9d92-cb775a3765f9)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:51:09.724831 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819410e7-c786-4e8f-a419-105df7aa72f8,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:09.736845 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:09.737414 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:09.737972 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:09.738535 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:09.739067 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:09.739397 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:09.739843 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:09.740050 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:09.740368 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:09.740697 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:09.741013 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:09.741358 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:09.745123 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=100621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:51:09.758079 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:09.758787 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.db.segments_db [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Added segment 66ae515f-ddd8-422a-a910-879b29aa8d0d of type vlan for network 79543f42-0bb0-4c81-b45f-38f493abdd04 Aug 07 12:51:09.765682 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:51:09.811053 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:09.839264 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:09.840141 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:09.843967 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:09.941132 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Routers {'7d6ed691-7bca-4f47-93a6-fd312d037d0c'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:51:09.941770 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:51:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:09.944372 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714d760-79aa-4b54-a1aa-aae3f9e9fdb9 None None] Pushing event updated for resources: {'Port': ['ID=6363fd22-dd31-4881-834c-cd7a9b9f5dd8,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:09.955285 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:09.956674 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:09.957772 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:10.025580 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] Pushing event updated for resources: {'Network': ['ID=79543f42-0bb0-4c81-b45f-38f493abdd04,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:10.042757 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network 79543f42-0bb0-4c81-b45f-38f493abdd04 details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:51:10.154207 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-42b2910c-a4d6-41af-99f7-e8d1ef97b285 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8275676 Aug 07 12:51:10.154322 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34406) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:10.163218 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-adaebd89-73e7-429d-9d27-2e02a98f6682 admin admin] Request body: {'subnet': {'network_id': '79543f42-0bb0-4c81-b45f-38f493abdd04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-518874288-subnet', 'tenant_id': '14c3aefdd9fe478593e64825dfc5c005', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:51:10.174845 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] Set router 7d6ed691-7bca-4f47-93a6-fd312d037d0c gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:51:10.263760 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adaebd89-73e7-429d-9d27-2e02a98f6682 admin admin] Made reservation on behalf of 14c3aefdd9fe478593e64825dfc5c005 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:51:10.266162 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-adaebd89-73e7-429d-9d27-2e02a98f6682 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:10.443600 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'name': 'tempest-TestMinimumBasicScenario-370315475-router', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:01Z', 'updated_at': '2021-08-07T12:51:06Z', 'revision_number': 4, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'gw_port': {'id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:02Z', 'updated_at': '2021-08-07T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '6363fd22-dd31-4881-834c-cd7a9b9f5dd8', 'name': '', 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'mac_address': 'fa:16:3e:16:48:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:05Z', 'updated_at': '2021-08-07T12:51:09Z', 'revision_number': 4, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'subnets': [{'id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:10.473918 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe0325-820f-4cc0-828a-44f31dd758ae req-a5e4820f-4f30-411f-958c-75a7e780f5f8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:10.478657 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-aabe0325-820f-4cc0-828a-44f31dd758ae req-a5e4820f-4f30-411f-958c-75a7e780f5f8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0674181 Aug 07 12:51:10.489203 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4c22ee-78c6-45ff-8fc9-48c952fcf468 None None] The sync data for ids ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'] in dv-cinder-787296-2-iscsi is: [{'id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'name': 'tempest-TestMinimumBasicScenario-370315475-router', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:01Z', 'updated_at': '2021-08-07T12:51:06Z', 'revision_number': 4, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'gw_port': {'id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:02Z', 'updated_at': '2021-08-07T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '6363fd22-dd31-4881-834c-cd7a9b9f5dd8', 'name': '', 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'mac_address': 'fa:16:3e:16:48:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:05Z', 'updated_at': '2021-08-07T12:51:09Z', 'revision_number': 4, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'subnets': [{'id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:51:10.524427 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-aabe0325-820f-4cc0-828a-44f31dd758ae req-838dd196-d2f5-4688-8d47-94ac1210231b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427732 Aug 07 12:51:10.596454 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-adaebd89-73e7-429d-9d27-2e02a98f6682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:10.682449 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaebd89-73e7-429d-9d27-2e02a98f6682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3002fe71-9cf6-499f-8822-38f3b7fcb13c,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:10.698245 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaebd89-73e7-429d-9d27-2e02a98f6682 admin admin] Checking segment: {'id': '66ae515f-ddd8-422a-a910-879b29aa8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '79543f42-0bb0-4c81-b45f-38f493abdd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:51:10.698685 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaebd89-73e7-429d-9d27-2e02a98f6682 admin admin] Network hostable DHCP agents. Network: 79543f42-0bb0-4c81-b45f-38f493abdd04, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:51:10.743800 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffa2b3-4156-48da-97b5-d8a5c2534cd2 req-24eeda98-8029-47b2-861e-4adf13a1ee9b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:10.745734 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0cffa2b3-4156-48da-97b5-d8a5c2534cd2 req-24eeda98-8029-47b2-861e-4adf13a1ee9b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0762436 Aug 07 12:51:10.756096 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34426) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:10.762477 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0e293e31-d138-4390-8578-431333078b62 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Request body: {'floatingip': {'port_id': '4393cb2a-7ec0-4605-9b4a-55beefe117d8'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:51:10.831523 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaebd89-73e7-429d-9d27-2e02a98f6682 admin admin] Network 79543f42-0bb0-4c81-b45f-38f493abdd04 is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:51:10.851216 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e293e31-d138-4390-8578-431333078b62 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:10.986959 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-adaebd89-73e7-429d-9d27-2e02a98f6682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, 79543f42-0bb0-4c81-b45f-38f493abdd04) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:51:10.996990 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c4d2b2-bce7-45a8-a168-52f7c5a6c1f7 None None] Network 79543f42-0bb0-4c81-b45f-38f493abdd04 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:51:11.026150 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaebd89-73e7-429d-9d27-2e02a98f6682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:11.027363 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-adaebd89-73e7-429d-9d27-2e02a98f6682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:11.151173 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-adaebd89-73e7-429d-9d27-2e02a98f6682 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9946270 Aug 07 12:51:11.153984 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34432) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:11.159485 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-518874288-router', 'tenant_id': '14c3aefdd9fe478593e64825dfc5c005', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:51:11.319578 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc15771-8cdc-587f-93b0-745bffc99d06-79543f42-0bb0-4c81-b45f-38f493abdd04', 'network_id': '79543f42-0bb0-4c81-b45f-38f493abdd04', 'tenant_id': '14c3aefdd9fe478593e64825dfc5c005', 'fixed_ips': [{'subnet_id': '3002fe71-9cf6-499f-8822-38f3b7fcb13c'}]}} from dv-cinder-787296-2-iscsi. {{(pid=100622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 12:51:11.320450 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:11.393043 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-521424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14588'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:11.394103 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14583'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:11.473188 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.db_base_plugin_common [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Allocated IP 172.20.0.2 (79543f42-0bb0-4c81-b45f-38f493abdd04/3002fe71-9cf6-499f-8822-38f3b7fcb13c/ee27bd11-ad85-4cf2-878d-d59313298f8b) {{(pid=100622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:51:11.596017 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:11.629362 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.db.resource_extend [None req-0e293e31-d138-4390-8578-431333078b62 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 07 12:51:11.675504 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Notify callbacks [] for port, precommit_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:11.698367 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Transition to ACTIVE for port object ee27bd11-ad85-4cf2-878d-d59313298f8b will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:51:11.727045 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Transition to ACTIVE for port object ee27bd11-ad85-4cf2-878d-d59313298f8b will not be triggered until provisioned by entity DHCP. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:51:11.763707 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e293e31-d138-4390-8578-431333078b62 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:11.822282 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:51:11.864192 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cad0b8-1578-41f6-8eea-07da473af86f req-4087af37-cfc5-44fc-b82e-132fb774d61e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:11.868143 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-13cad0b8-1578-41f6-8eea-07da473af86f req-4087af37-cfc5-44fc-b82e-132fb774d61e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0947011 Aug 07 12:51:11.926893 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:11.931524 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e293e31-d138-4390-8578-431333078b62 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519576'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:11.941187 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-13cad0b8-1578-41f6-8eea-07da473af86f req-a530a438-2446-4ddb-aa05-671691d58a12 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648391 Aug 07 12:51:11.992072 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Network 79543f42-0bb0-4c81-b45f-38f493abdd04 is already hosted by enough agents. {{(pid=100622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:51:11.995493 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.base_scheduler [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Resources bound (agent type, host, resource id): {{(pid=100622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:51:11.998848 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Received port after_create {{(pid=100622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:51:12.028163 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:12.033223 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Pushing event updated for resources: {'Port': ['ID=ee27bd11-ad85-4cf2-878d-d59313298f8b,revision_number=1']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:12.074279 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Attempting to bind port ee27bd11-ad85-4cf2-878d-d59313298f8b on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:51:12.081277 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Attempting to bind port ee27bd11-ad85-4cf2-878d-d59313298f8b by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '66ae515f-ddd8-422a-a910-879b29aa8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '79543f42-0bb0-4c81-b45f-38f493abdd04'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:51:12.081277 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Attempting to bind port ee27bd11-ad85-4cf2-878d-d59313298f8b on network 79543f42-0bb0-4c81-b45f-38f493abdd04 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:51:12.082612 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:51:12.083296 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Checking segment: {'id': '66ae515f-ddd8-422a-a910-879b29aa8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '79543f42-0bb0-4c81-b45f-38f493abdd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:51:12.083862 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:12.084425 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Bound using segment: {'id': '66ae515f-ddd8-422a-a910-879b29aa8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '79543f42-0bb0-4c81-b45f-38f493abdd04'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:51:12.085098 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Bound port: ee27bd11-ad85-4cf2-878d-d59313298f8b, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ae515f-ddd8-422a-a910-879b29aa8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '79543f42-0bb0-4c81-b45f-38f493abdd04'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:51:12.085672 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:12.124223 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:51:12.140632 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:12.140632 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:12.208295 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] For port ee27bd11-ad85-4cf2-878d-d59313298f8b, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:51:12.212680 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] For port ee27bd11-ad85-4cf2-878d-d59313298f8b, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=ee27bd11-ad85-4cf2-878d-d59313298f8b,segment=NetworkSegment(66ae515f-ddd8-422a-a910-879b29aa8d0d),segment_id=66ae515f-ddd8-422a-a910-879b29aa8d0d)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:51:12.258177 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:12.291282 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port 6363fd22-dd31-4881-834c-cd7a9b9f5dd8, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=6363fd22-dd31-4881-834c-cd7a9b9f5dd8,segment=NetworkSegment(50e27e6a-824e-4b53-9d92-cb775a3765f9),segment_id=50e27e6a-824e-4b53-9d92-cb775a3765f9)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:51:12.347640 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:12.408812 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.l3_db [None req-0e293e31-d138-4390-8578-431333078b62 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Floating IP 84f9b711-0496-4c6a-a5dc-f4ae1c58d4d3 associated. External IP: 172.27.3.184, port: 4393cb2a-7ec0-4605-9b4a-55beefe117d8. Aug 07 12:51:12.426425 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16db85-64ed-479e-996a-f7f6182490ae None None] Pushing event updated for resources: {'Port': ['ID=ee27bd11-ad85-4cf2-878d-d59313298f8b,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:12.464236 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:12.578520 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=6363fd22-dd31-4881-834c-cd7a9b9f5dd8,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:12.721449 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 34470) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:12.774212 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 34474) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:12.810534 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:12.846098 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:12.909264 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e293e31-d138-4390-8578-431333078b62 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Router d1db9f0e-bb00-43f9-952a-f45b1c39670d has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:51:12.936000 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4813e732-59ef-4d1f-b138-e8738267db71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:12.938428 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9864523b-75ec-411a-97f7-4d9422d3e714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:12.973900 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.db.api [None req-9864523b-75ec-411a-97f7-4d9422d3e714 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 07 12:51:12.973900 dv-cinder-787296-2-iscsi neutron-server[100621]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 07 12:51:12.973900 dv-cinder-787296-2-iscsi neutron-server[100621]: [parameters: {'project_id_1': '3764d04ef3544f2891ae37aac8db0f6e', 'expiration_1': datetime.datetime(2021, 8, 7, 12, 51, 12, 960240)}] Aug 07 12:51:12.973900 dv-cinder-787296-2-iscsi neutron-server[100621]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100621) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 07 12:51:12.974349 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG oslo_db.api [None req-9864523b-75ec-411a-97f7-4d9422d3e714 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 07 12:51:13.057919 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4813e732-59ef-4d1f-b138-e8738267db71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:13.062743 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Allocated IP 172.27.3.22 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/97d5cc4e-6e84-432d-8b94-b7b324d81376) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:51:13.136251 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e293e31-d138-4390-8578-431333078b62 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:51:13.142556 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0e293e31-d138-4390-8578-431333078b62 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:13.144634 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4813e732-59ef-4d1f-b138-e8738267db71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:13.146594 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb067e-5633-443c-882e-7a61a749297c None None] Sync routers for ids ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:51:13.156754 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb067e-5633-443c-882e-7a61a749297c None None] Routers {'d1db9f0e-bb00-43f9-952a-f45b1c39670d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:51:13.157405 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-69bb067e-5633-443c-882e-7a61a749297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:51:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:13.180212 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-4813e732-59ef-4d1f-b138-e8738267db71 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dc4e4ff8e74448d1b6c02c5db5d93d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043751 Aug 07 12:51:13.185878 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34480) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:13.199022 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-0e293e31-d138-4390-8578-431333078b62 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "PUT /v2.0/floatingips/84f9b711-0496-4c6a-a5dc-f4ae1c58d4d3 HTTP/1.1" status: 200 len: 991 time: 2.4414976 Aug 07 12:51:13.205325 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813e732-59ef-4d1f-b138-e8738267db71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b1dca7-717e-459c-aa6a-83e7cba35cb5,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:13.221962 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'tag': '4393cb2a-7ec0-4605-9b4a-55beefe117d8'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:51:13.221962 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d71c7e-7f14-40ab-bab7-9aeca04c5cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "8fc6dee7-12a5-4317-83a0-63ff1bcfc12e", "tag": "4393cb2a-7ec0-4605-9b4a-55beefe117d8"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:51:13.336319 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ae8358-33e2-4019-913e-37fc830bbffa x-openstack-request-id: req-13ae8358-33e2-4019-913e-37fc830bbffa {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:51:13.336610 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fc6dee7-12a5-4317-83a0-63ff1bcfc12e", "tag": "4393cb2a-7ec0-4605-9b4a-55beefe117d8", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:51:13.336870 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-13ae8358-33e2-4019-913e-37fc830bbffa {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:51:13.337266 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'tag': '4393cb2a-7ec0-4605-9b4a-55beefe117d8', 'status': 'completed', 'code': 200} Aug 07 12:51:13.338678 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-69bb067e-5633-443c-882e-7a61a749297c None None] Set router d1db9f0e-bb00-43f9-952a-f45b1c39670d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:51:13.343369 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:13.364490 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fe32b13-cda5-4b00-a7fa-5856c084c46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:13.406844 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fe32b13-cda5-4b00-a7fa-5856c084c46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:13.475984 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9864523b-75ec-411a-97f7-4d9422d3e714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:13.502062 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d71c7e-7f14-40ab-bab7-9aeca04c5cb5 req-8c87b8fa-c72e-4d32-9ed1-c7d6294e63b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:13.509906 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-53d71c7e-7f14-40ab-bab7-9aeca04c5cb5 req-8c87b8fa-c72e-4d32-9ed1-c7d6294e63b7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e29947f4009940b3bee8115587b5f0bf&device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 1098 time: 0.1174238 Aug 07 12:51:13.555706 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2d7eea-dc74-47b4-a278-cc49ffabeea4 None None] Network 79543f42-0bb0-4c81-b45f-38f493abdd04 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:51:13.610097 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d71c7e-7f14-40ab-bab7-9aeca04c5cb5 req-0d2179ee-3390-4672-b693-c41a476ae3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:13.612308 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-53d71c7e-7f14-40ab-bab7-9aeca04c5cb5 req-0d2179ee-3390-4672-b693-c41a476ae3f0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda HTTP/1.1" status: 200 len: 917 time: 0.0991185 Aug 07 12:51:13.690567 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:51:13.724769 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-53d71c7e-7f14-40ab-bab7-9aeca04c5cb5 req-4fba473f-0d6c-40fb-909f-0e39f993355e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4393cb2a-7ec0-4605-9b4a-55beefe117d8 HTTP/1.1" status: 200 len: 999 time: 0.1030829 Aug 07 12:51:13.725563 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:13.732215 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fe32b13-cda5-4b00-a7fa-5856c084c46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:13.734911 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fe32b13-cda5-4b00-a7fa-5856c084c46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:13.736499 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-1fe32b13-cda5-4b00-a7fa-5856c084c46d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/03b1dca7-717e-459c-aa6a-83e7cba35cb5 HTTP/1.1" status: 204 len: 168 time: 0.5495820 Aug 07 12:51:13.778006 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-97ec90ca-cbb9-4dac-bdb8-7a387837c9b2 None None] Provisioning for port ee27bd11-ad85-4cf2-878d-d59313298f8b completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:51:13.778274 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9864523b-75ec-411a-97f7-4d9422d3e714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:13.789925 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe32b13-cda5-4b00-a7fa-5856c084c46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b1dca7-717e-459c-aa6a-83e7cba35cb5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:13.854949 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:51:13.862740 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-69bb067e-5633-443c-882e-7a61a749297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:40Z', 'revision_number': 4, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': '84f9b711-0496-4c6a-a5dc-f4ae1c58d4d3', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'port_id': '4393cb2a-7ec0-4605-9b4a-55beefe117d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'mac_address': 'fa:16:3e:84:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:50:44Z', 'updated_at': '2021-08-07T12:51:11Z', 'revision_number': 1, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f69880-8b5e-45ae-be8c-69f9bbd43438', 'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'mac_address': 'fa:16:3e:68:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:39Z', 'updated_at': '2021-08-07T12:50:46Z', 'revision_number': 5, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'subnets': [{'id': '556b420c-994e-4c56-8be2-27810f5c2247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:13.867933 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:51:13.876425 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:51:13.887003 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9864523b-75ec-411a-97f7-4d9422d3e714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:13.914668 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb067e-5633-443c-882e-7a61a749297c None None] Checking router: d1db9f0e-bb00-43f9-952a-f45b1c39670d for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:51:13.927287 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb067e-5633-443c-882e-7a61a749297c None None] Routers {'d1db9f0e-bb00-43f9-952a-f45b1c39670d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:51:13.928923 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-69bb067e-5633-443c-882e-7a61a749297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:51:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:13.935125 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device ee27bd11-ad85-4cf2-878d-d59313298f8b up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:51:13.940350 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864523b-75ec-411a-97f7-4d9422d3e714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129f09f2-f584-4d94-8344-11a2487b978a,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:13.988143 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-9864523b-75ec-411a-97f7-4d9422d3e714 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3764d04ef3544f2891ae37aac8db0f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2629061 Aug 07 12:51:13.988670 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 34492) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:13.999741 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Pushing event updated for resources: {'Port': ['ID=97d5cc4e-6e84-432d-8b94-b7b324d81376,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:14.027352 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d71c7e-7f14-40ab-bab7-9aeca04c5cb5 req-b705e5e2-a3c0-44b8-b931-0b45c70e56f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:14.029457 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-53d71c7e-7f14-40ab-bab7-9aeca04c5cb5 req-b705e5e2-a3c0-44b8-b931-0b45c70e56f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=556b420c-994e-4c56-8be2-27810f5c2247 HTTP/1.1" status: 200 len: 855 time: 0.2887442 Aug 07 12:51:14.070312 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8337ca6d-a954-4642-8fd4-d65b3e7ce48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:14.091380 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d71c7e-7f14-40ab-bab7-9aeca04c5cb5 req-cad0cdad-3343-40c5-8917-60ef6f30155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:14.093469 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-53d71c7e-7f14-40ab-bab7-9aeca04c5cb5 req-cad0cdad-3343-40c5-8917-60ef6f30155b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559676 Aug 07 12:51:14.102573 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8337ca6d-a954-4642-8fd4-d65b3e7ce48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:14.122230 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-69bb067e-5633-443c-882e-7a61a749297c None None] Set router d1db9f0e-bb00-43f9-952a-f45b1c39670d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:51:14.178953 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port ee27bd11-ad85-4cf2-878d-d59313298f8b completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:51:14.189280 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port ee27bd11-ad85-4cf2-878d-d59313298f8b triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:14.189708 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:14.242339 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8337ca6d-a954-4642-8fd4-d65b3e7ce48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:14.247469 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8337ca6d-a954-4642-8fd4-d65b3e7ce48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:14.261997 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-8337ca6d-a954-4642-8fd4-d65b3e7ce48e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/129f09f2-f584-4d94-8344-11a2487b978a HTTP/1.1" status: 204 len: 168 time: 0.2711892 Aug 07 12:51:14.292011 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337ca6d-a954-4642-8fd4-d65b3e7ce48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129f09f2-f584-4d94-8344-11a2487b978a,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:14.312014 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-53d71c7e-7f14-40ab-bab7-9aeca04c5cb5 req-3b2c19ca-c4eb-4703-a29f-e3ee3df5d7fa service neutron] 10.222.0.58 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102091 Aug 07 12:51:14.341071 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:14.382969 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:14.398144 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port ee27bd11-ad85-4cf2-878d-d59313298f8b, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=ee27bd11-ad85-4cf2-878d-d59313298f8b,segment=NetworkSegment(66ae515f-ddd8-422a-a910-879b29aa8d0d),segment_id=66ae515f-ddd8-422a-a910-879b29aa8d0d)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:51:14.506560 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-69bb067e-5633-443c-882e-7a61a749297c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:40Z', 'revision_number': 4, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': '84f9b711-0496-4c6a-a5dc-f4ae1c58d4d3', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'port_id': '4393cb2a-7ec0-4605-9b4a-55beefe117d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'mac_address': 'fa:16:3e:84:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:50:44Z', 'updated_at': '2021-08-07T12:51:11Z', 'revision_number': 1, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f69880-8b5e-45ae-be8c-69f9bbd43438', 'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'mac_address': 'fa:16:3e:68:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:39Z', 'updated_at': '2021-08-07T12:50:46Z', 'revision_number': 5, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'subnets': [{'id': '556b420c-994e-4c56-8be2-27810f5c2247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:14.521514 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:14.522438 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:51:14.556406 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb067e-5633-443c-882e-7a61a749297c None None] The sync data for ids ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'] in dv-cinder-787296-2-iscsi is: [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:40Z', 'revision_number': 4, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': '84f9b711-0496-4c6a-a5dc-f4ae1c58d4d3', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'floating_ip_address': '172.27.3.184', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'port_id': '4393cb2a-7ec0-4605-9b4a-55beefe117d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'mac_address': 'fa:16:3e:84:d5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:50:44Z', 'updated_at': '2021-08-07T12:51:11Z', 'revision_number': 1, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f69880-8b5e-45ae-be8c-69f9bbd43438', 'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'mac_address': 'fa:16:3e:68:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:39Z', 'updated_at': '2021-08-07T12:50:46Z', 'revision_number': 5, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'subnets': [{'id': '556b420c-994e-4c56-8be2-27810f5c2247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:51:14.573443 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-53d71c7e-7f14-40ab-bab7-9aeca04c5cb5 req-73a2d6b3-cb10-4d0c-b987-fe1342f3012f service neutron] 10.222.0.58 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486670 Aug 07 12:51:14.619614 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=ee27bd11-ad85-4cf2-878d-d59313298f8b,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:14.631128 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:14.631511 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:14.712719 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519650'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:14.827974 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 34510) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:14.828755 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c838a35-c509-4870-9588-97cde452bf36 None None] New status for floating IP 84f9b711-0496-4c6a-a5dc-f4ae1c58d4d3: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 12:51:14.843203 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-14cead84-b5db-4955-a9ea-9a7fd8ace062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:14.942010 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-14cead84-b5db-4955-a9ea-9a7fd8ace062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:14.983615 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Router f6cecded-237b-4fd0-a82d-02ea1036ce5d is scheduled to L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 12:51:15.024347 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-14cead84-b5db-4955-a9ea-9a7fd8ace062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:15.067391 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cead84-b5db-4955-a9ea-9a7fd8ace062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ea6c95-b831-4b8e-bab6-ff382e0b5489,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:15.074470 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-14cead84-b5db-4955-a9ea-9a7fd8ace062 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=93a1484417234089bbf1f63381b244d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421579 Aug 07 12:51:15.074699 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 34514) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:15.131447 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c49cfe97-68ad-44d3-852a-a2df2cd9eb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:15.156322 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c49cfe97-68ad-44d3-852a-a2df2cd9eb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:15.322791 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:51:15.332518 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Sync routers for ids ['f6cecded-237b-4fd0-a82d-02ea1036ce5d'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:51:15.342425 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Routers {'f6cecded-237b-4fd0-a82d-02ea1036ce5d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:51:15.343039 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:51:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['f6cecded-237b-4fd0-a82d-02ea1036ce5d'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:15.388608 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c49cfe97-68ad-44d3-852a-a2df2cd9eb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:15.391393 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c49cfe97-68ad-44d3-852a-a2df2cd9eb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:15.393113 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-c49cfe97-68ad-44d3-852a-a2df2cd9eb38 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a7ea6c95-b831-4b8e-bab6-ff382e0b5489 HTTP/1.1" status: 204 len: 168 time: 0.3175042 Aug 07 12:51:15.401322 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cfe97-68ad-44d3-852a-a2df2cd9eb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ea6c95-b831-4b8e-bab6-ff382e0b5489,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:15.425887 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] Notify callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:15.427635 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-d24ebd3f-b0bb-4848-b1c4-066860d71dad admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2725673 Aug 07 12:51:15.432992 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34520) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:15.460788 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Set router f6cecded-237b-4fd0-a82d-02ea1036ce5d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:51:15.551422 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34524) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:15.573085 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-76527521-77b2-40c5-badd-3f73bd9ae7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:15.703691 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'name': 'tempest-TestMinimumBasicScenario-518874288-router', 'tenant_id': '14c3aefdd9fe478593e64825dfc5c005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '97d5cc4e-6e84-432d-8b94-b7b324d81376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:11Z', 'updated_at': '2021-08-07T12:51:14Z', 'revision_number': 3, 'project_id': '14c3aefdd9fe478593e64825dfc5c005', 'gw_port': {'id': '97d5cc4e-6e84-432d-8b94-b7b324d81376', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:12Z', 'updated_at': '2021-08-07T12:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:15.739034 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Checking router: f6cecded-237b-4fd0-a82d-02ea1036ce5d for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:51:15.739380 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Updating router f6cecded-237b-4fd0-a82d-02ea1036ce5d port 97d5cc4e-6e84-432d-8b94-b7b324d81376 binding host dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:51:15.777934 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:15.784688 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device ee27bd11-ad85-4cf2-878d-d59313298f8b up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:51:15.888729 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port ee27bd11-ad85-4cf2-878d-d59313298f8b triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:15.889134 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.002301 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-76527521-77b2-40c5-badd-3f73bd9ae7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.093934 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Notify callbacks [] for port, precommit_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.103990 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.provisioning_blocks [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Transition to ACTIVE for port object 97d5cc4e-6e84-432d-8b94-b7b324d81376 will not be triggered until provisioned by entity L2. {{(pid=100623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:51:16.129313 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.183895 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-76527521-77b2-40c5-badd-3f73bd9ae7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.238788 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-76527521-77b2-40c5-badd-3f73bd9ae7f2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4d488ec75d2b4a719a1bd54fe11e20f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6862409 Aug 07 12:51:16.243246 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 34536) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:16.254724 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.266540 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76527521-77b2-40c5-badd-3f73bd9ae7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99e6071-63c4-4c5c-801d-4c6620907f09,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:16.327923 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Attempting to bind port 97d5cc4e-6e84-432d-8b94-b7b324d81376 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:51:16.328286 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Attempting to bind port 97d5cc4e-6e84-432d-8b94-b7b324d81376 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:51:16.328656 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Attempting to bind port 97d5cc4e-6e84-432d-8b94-b7b324d81376 on network fd7d933b-f844-4b10-a5d9-6801ea2e0efc {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:51:16.333717 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0bf3a8af-bbeb-4644-bde2-7bf8f522dcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.342106 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfe568-47ab-488f-857c-a06e51770611 None None] Pushing event updated for resources: {'Port': ['ID=97d5cc4e-6e84-432d-8b94-b7b324d81376,revision_number=2']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:16.347583 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:51:16.347929 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Checking segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:51:16.348391 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.349248 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Bound using segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:51:16.349966 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Bound port: 97d5cc4e-6e84-432d-8b94-b7b324d81376, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:51:16.350194 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.360003 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Allocated IP 172.20.0.1 (79543f42-0bb0-4c81-b45f-38f493abdd04/3002fe71-9cf6-499f-8822-38f3b7fcb13c/8445f36c-e74e-44c3-b0c9-b922f0ba1670) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:51:16.362622 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0bf3a8af-bbeb-4644-bde2-7bf8f522dcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.405579 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] For port 97d5cc4e-6e84-432d-8b94-b7b324d81376, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:51:16.409342 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] For port 97d5cc4e-6e84-432d-8b94-b7b324d81376, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=97d5cc4e-6e84-432d-8b94-b7b324d81376,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:51:16.454990 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 34538) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:16.468445 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5afa0ebf-6a6d-4ffb-ace1-c94f37d3be0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.474864 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.550367 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Transition to ACTIVE for port object 8445f36c-e74e-44c3-b0c9-b922f0ba1670 will not be triggered until provisioned by entity DHCP. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:51:16.551617 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.556590 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0bf3a8af-bbeb-4644-bde2-7bf8f522dcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.558847 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-0bf3a8af-bbeb-4644-bde2-7bf8f522dcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.560009 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-0bf3a8af-bbeb-4644-bde2-7bf8f522dcaf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c99e6071-63c4-4c5c-801d-4c6620907f09 HTTP/1.1" status: 204 len: 168 time: 0.3118517 Aug 07 12:51:16.573265 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3a8af-bbeb-4644-bde2-7bf8f522dcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99e6071-63c4-4c5c-801d-4c6620907f09,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:16.641091 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfe568-47ab-488f-857c-a06e51770611 None None] Pushing event updated for resources: {'Port': ['ID=97d5cc4e-6e84-432d-8b94-b7b324d81376,revision_number=3']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:16.645711 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Routers {'f6cecded-237b-4fd0-a82d-02ea1036ce5d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:51:16.646950 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:51:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['f6cecded-237b-4fd0-a82d-02ea1036ce5d'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:16.681580 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.706732 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5afa0ebf-6a6d-4ffb-ace1-c94f37d3be0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.740577 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Network 79543f42-0bb0-4c81-b45f-38f493abdd04 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:51:16.743387 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:51:16.746757 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:51:16.747239 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520721'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.772827 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5afa0ebf-6a6d-4ffb-ace1-c94f37d3be0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.783778 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] Set router f6cecded-237b-4fd0-a82d-02ea1036ce5d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:51:16.834439 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Pushing event updated for resources: {'Port': ['ID=8445f36c-e74e-44c3-b0c9-b922f0ba1670,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:16.838877 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-5afa0ebf-6a6d-4ffb-ace1-c94f37d3be0b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=792b710ff61041b2b3499a2d646aaf29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3827405 Aug 07 12:51:16.840235 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa0ebf-6a6d-4ffb-ace1-c94f37d3be0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a970f4-644e-45e1-ab44-72d09a1ccb59,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:16.843662 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34552) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:16.948397 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b009ef6c-51bc-413c-87dd-193b96b07851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:16.999337 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b009ef6c-51bc-413c-87dd-193b96b07851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:17.095408 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'name': 'tempest-TestMinimumBasicScenario-518874288-router', 'tenant_id': '14c3aefdd9fe478593e64825dfc5c005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '97d5cc4e-6e84-432d-8b94-b7b324d81376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:11Z', 'updated_at': '2021-08-07T12:51:14Z', 'revision_number': 3, 'project_id': '14c3aefdd9fe478593e64825dfc5c005', 'gw_port': {'id': '97d5cc4e-6e84-432d-8b94-b7b324d81376', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:12Z', 'updated_at': '2021-08-07T12:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:17.119243 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:17.132178 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe36720-c11b-4a06-a8dc-b726c552471b None None] The sync data for ids ['f6cecded-237b-4fd0-a82d-02ea1036ce5d'] in dv-cinder-787296-2-iscsi is: [{'id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'name': 'tempest-TestMinimumBasicScenario-518874288-router', 'tenant_id': '14c3aefdd9fe478593e64825dfc5c005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '97d5cc4e-6e84-432d-8b94-b7b324d81376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:11Z', 'updated_at': '2021-08-07T12:51:14Z', 'revision_number': 3, 'project_id': '14c3aefdd9fe478593e64825dfc5c005', 'gw_port': {'id': '97d5cc4e-6e84-432d-8b94-b7b324d81376', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:12Z', 'updated_at': '2021-08-07T12:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:51:17.154644 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b009ef6c-51bc-413c-87dd-193b96b07851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:17.157728 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b009ef6c-51bc-413c-87dd-193b96b07851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:17.159017 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-b009ef6c-51bc-413c-87dd-193b96b07851 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/92a970f4-644e-45e1-ab44-72d09a1ccb59 HTTP/1.1" status: 204 len: 168 time: 0.3143573 Aug 07 12:51:17.172069 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-6dfd418c-ca2c-47d0-b3a2-40dcfcdcf492 None None] Provisioning for port 8445f36c-e74e-44c3-b0c9-b922f0ba1670 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:51:17.176240 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009ef6c-51bc-413c-87dd-193b96b07851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a970f4-644e-45e1-ab44-72d09a1ccb59,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:17.179141 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-6dfd418c-ca2c-47d0-b3a2-40dcfcdcf492 None None] Provisioning complete for port 8445f36c-e74e-44c3-b0c9-b922f0ba1670 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:17.179733 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6dfd418c-ca2c-47d0-b3a2-40dcfcdcf492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:17.233701 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-6dfd418c-ca2c-47d0-b3a2-40dcfcdcf492 None None] Port 8445f36c-e74e-44c3-b0c9-b922f0ba1670 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:51:17.398621 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:17.521435 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:17.522699 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520869'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:17.787212 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Network 79543f42-0bb0-4c81-b45f-38f493abdd04 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:51:17.792267 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:51:17.825038 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 97d5cc4e-6e84-432d-8b94-b7b324d81376 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:51:17.905636 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Pushing event updated for resources: {'Port': ['ID=8445f36c-e74e-44c3-b0c9-b922f0ba1670,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:18.038461 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Router f6cecded-237b-4fd0-a82d-02ea1036ce5d has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:51:18.103482 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 97d5cc4e-6e84-432d-8b94-b7b324d81376 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:51:18.107840 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 97d5cc4e-6e84-432d-8b94-b7b324d81376 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:18.108357 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:18.175851 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:51:18.180938 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-d1f63270-b1e9-4787-8e45-94561e8d1230 admin admin] 10.222.0.59 "PUT /v2.0/routers/f6cecded-237b-4fd0-a82d-02ea1036ce5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7469113 Aug 07 12:51:18.181518 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ff91e4e5-a672-4211-ac55-806f8384b576 None None] Provisioning complete for port 8445f36c-e74e-44c3-b0c9-b922f0ba1670 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:18.182024 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ff91e4e5-a672-4211-ac55-806f8384b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:18.255665 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ff91e4e5-a672-4211-ac55-806f8384b576 None None] Port 8445f36c-e74e-44c3-b0c9-b922f0ba1670 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:51:18.263011 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:18.297554 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port 97d5cc4e-6e84-432d-8b94-b7b324d81376, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=97d5cc4e-6e84-432d-8b94-b7b324d81376,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:51:18.487679 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:18.540086 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=97d5cc4e-6e84-432d-8b94-b7b324d81376,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:19.081161 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Sync routers for ids ['f6cecded-237b-4fd0-a82d-02ea1036ce5d'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:51:19.091246 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Routers {'f6cecded-237b-4fd0-a82d-02ea1036ce5d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:51:19.091811 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:51:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['f6cecded-237b-4fd0-a82d-02ea1036ce5d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:19.224755 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Set router f6cecded-237b-4fd0-a82d-02ea1036ce5d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:51:19.485629 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'name': 'tempest-TestMinimumBasicScenario-518874288-router', 'tenant_id': '14c3aefdd9fe478593e64825dfc5c005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '97d5cc4e-6e84-432d-8b94-b7b324d81376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:11Z', 'updated_at': '2021-08-07T12:51:16Z', 'revision_number': 4, 'project_id': '14c3aefdd9fe478593e64825dfc5c005', 'gw_port': {'id': '97d5cc4e-6e84-432d-8b94-b7b324d81376', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:12Z', 'updated_at': '2021-08-07T12:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '8445f36c-e74e-44c3-b0c9-b922f0ba1670', 'name': '', 'network_id': '79543f42-0bb0-4c81-b45f-38f493abdd04', 'tenant_id': '14c3aefdd9fe478593e64825dfc5c005', 'mac_address': 'fa:16:3e:fc:ff:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3002fe71-9cf6-499f-8822-38f3b7fcb13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:16Z', 'updated_at': '2021-08-07T12:51:17Z', 'revision_number': 2, 'project_id': '14c3aefdd9fe478593e64825dfc5c005', 'subnets': [{'id': '3002fe71-9cf6-499f-8822-38f3b7fcb13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:19.520936 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Checking router: f6cecded-237b-4fd0-a82d-02ea1036ce5d for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:51:19.521526 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Updating router f6cecded-237b-4fd0-a82d-02ea1036ce5d port 8445f36c-e74e-44c3-b0c9-b922f0ba1670 binding host dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:51:19.548700 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:19.767347 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 97d5cc4e-6e84-432d-8b94-b7b324d81376 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:51:19.886238 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 97d5cc4e-6e84-432d-8b94-b7b324d81376 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:19.886238 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:19.932256 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:19.947977 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Transition to ACTIVE for port object 8445f36c-e74e-44c3-b0c9-b922f0ba1670 will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:51:20.069318 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:20.110446 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34652) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:20.272225 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80936a47-b5e7-4c96-ab08-f13a60dd1a28 None None] Pushing event updated for resources: {'Port': ['ID=8445f36c-e74e-44c3-b0c9-b922f0ba1670,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:20.354286 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57363f16-d2d5-4c85-a8fc-fcef3257ca1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:20.375023 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Attempting to bind port 8445f36c-e74e-44c3-b0c9-b922f0ba1670 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:51:20.376402 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Attempting to bind port 8445f36c-e74e-44c3-b0c9-b922f0ba1670 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '66ae515f-ddd8-422a-a910-879b29aa8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '79543f42-0bb0-4c81-b45f-38f493abdd04'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:51:20.376771 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Attempting to bind port 8445f36c-e74e-44c3-b0c9-b922f0ba1670 on network 79543f42-0bb0-4c81-b45f-38f493abdd04 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:51:20.384350 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:51:20.404408 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Checking segment: {'id': '66ae515f-ddd8-422a-a910-879b29aa8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '79543f42-0bb0-4c81-b45f-38f493abdd04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:51:20.404408 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:20.404408 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Bound using segment: {'id': '66ae515f-ddd8-422a-a910-879b29aa8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '79543f42-0bb0-4c81-b45f-38f493abdd04'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:51:20.404408 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Bound port: 8445f36c-e74e-44c3-b0c9-b922f0ba1670, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ae515f-ddd8-422a-a910-879b29aa8d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '79543f42-0bb0-4c81-b45f-38f493abdd04'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:51:20.404408 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:20.482421 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] For port 8445f36c-e74e-44c3-b0c9-b922f0ba1670, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:51:20.486552 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] For port 8445f36c-e74e-44c3-b0c9-b922f0ba1670, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=8445f36c-e74e-44c3-b0c9-b922f0ba1670,segment=NetworkSegment(66ae515f-ddd8-422a-a910-879b29aa8d0d),segment_id=66ae515f-ddd8-422a-a910-879b29aa8d0d)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:51:20.506807 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57363f16-d2d5-4c85-a8fc-fcef3257ca1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:20.629585 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-57363f16-d2d5-4c85-a8fc-fcef3257ca1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:20.630118 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:20.697617 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57363f16-d2d5-4c85-a8fc-fcef3257ca1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42f89e2-868d-4be4-9706-4eeb7d0c03c5,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:20.703598 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-57363f16-d2d5-4c85-a8fc-fcef3257ca1e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=89fae4ef9e654048b4fed135c4b6a787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5914516 Aug 07 12:51:20.706767 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 34660) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:20.772373 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6880cfd8-57cd-46d0-b2b5-1414f369bd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:20.805330 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6880cfd8-57cd-46d0-b2b5-1414f369bd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:20.858292 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80936a47-b5e7-4c96-ab08-f13a60dd1a28 None None] Pushing event updated for resources: {'Port': ['ID=8445f36c-e74e-44c3-b0c9-b922f0ba1670,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:20.876740 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Routers {'f6cecded-237b-4fd0-a82d-02ea1036ce5d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:51:20.876740 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:51:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['f6cecded-237b-4fd0-a82d-02ea1036ce5d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:20.978043 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6880cfd8-57cd-46d0-b2b5-1414f369bd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:20.978043 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6880cfd8-57cd-46d0-b2b5-1414f369bd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:20.979030 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-6880cfd8-57cd-46d0-b2b5-1414f369bd01 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c42f89e2-868d-4be4-9706-4eeb7d0c03c5 HTTP/1.1" status: 204 len: 168 time: 0.2713883 Aug 07 12:51:21.006523 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880cfd8-57cd-46d0-b2b5-1414f369bd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42f89e2-868d-4be4-9706-4eeb7d0c03c5,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:21.088180 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] Set router f6cecded-237b-4fd0-a82d-02ea1036ce5d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:51:21.409842 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'name': 'tempest-TestMinimumBasicScenario-518874288-router', 'tenant_id': '14c3aefdd9fe478593e64825dfc5c005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '97d5cc4e-6e84-432d-8b94-b7b324d81376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:11Z', 'updated_at': '2021-08-07T12:51:16Z', 'revision_number': 4, 'project_id': '14c3aefdd9fe478593e64825dfc5c005', 'gw_port': {'id': '97d5cc4e-6e84-432d-8b94-b7b324d81376', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:12Z', 'updated_at': '2021-08-07T12:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '8445f36c-e74e-44c3-b0c9-b922f0ba1670', 'name': '', 'network_id': '79543f42-0bb0-4c81-b45f-38f493abdd04', 'tenant_id': '14c3aefdd9fe478593e64825dfc5c005', 'mac_address': 'fa:16:3e:fc:ff:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3002fe71-9cf6-499f-8822-38f3b7fcb13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:16Z', 'updated_at': '2021-08-07T12:51:20Z', 'revision_number': 4, 'project_id': '14c3aefdd9fe478593e64825dfc5c005', 'subnets': [{'id': '3002fe71-9cf6-499f-8822-38f3b7fcb13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:51:21.445159 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cd2894-29e6-4d28-a13c-3c4bcb7f6ce5 None None] The sync data for ids ['f6cecded-237b-4fd0-a82d-02ea1036ce5d'] in dv-cinder-787296-2-iscsi is: [{'id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'name': 'tempest-TestMinimumBasicScenario-518874288-router', 'tenant_id': '14c3aefdd9fe478593e64825dfc5c005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '97d5cc4e-6e84-432d-8b94-b7b324d81376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:11Z', 'updated_at': '2021-08-07T12:51:16Z', 'revision_number': 4, 'project_id': '14c3aefdd9fe478593e64825dfc5c005', 'gw_port': {'id': '97d5cc4e-6e84-432d-8b94-b7b324d81376', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:12Z', 'updated_at': '2021-08-07T12:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '8445f36c-e74e-44c3-b0c9-b922f0ba1670', 'name': '', 'network_id': '79543f42-0bb0-4c81-b45f-38f493abdd04', 'tenant_id': '14c3aefdd9fe478593e64825dfc5c005', 'mac_address': 'fa:16:3e:fc:ff:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3002fe71-9cf6-499f-8822-38f3b7fcb13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:16Z', 'updated_at': '2021-08-07T12:51:20Z', 'revision_number': 4, 'project_id': '14c3aefdd9fe478593e64825dfc5c005', 'subnets': [{'id': '3002fe71-9cf6-499f-8822-38f3b7fcb13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:51:21.774260 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 8445f36c-e74e-44c3-b0c9-b922f0ba1670 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:51:21.984050 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 8445f36c-e74e-44c3-b0c9-b922f0ba1670 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:51:21.993818 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 8445f36c-e74e-44c3-b0c9-b922f0ba1670 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:21.994730 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:22.131834 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34678) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:22.161052 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:22.163659 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d14b1b47-5ad1-4f8f-9713-0b015f87bf60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:22.221723 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port 8445f36c-e74e-44c3-b0c9-b922f0ba1670, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=8445f36c-e74e-44c3-b0c9-b922f0ba1670,segment=NetworkSegment(66ae515f-ddd8-422a-a910-879b29aa8d0d),segment_id=66ae515f-ddd8-422a-a910-879b29aa8d0d)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:51:22.293074 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d14b1b47-5ad1-4f8f-9713-0b015f87bf60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:22.343865 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:22.389310 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d14b1b47-5ad1-4f8f-9713-0b015f87bf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:22.434845 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=8445f36c-e74e-44c3-b0c9-b922f0ba1670,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:22.443604 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b1b47-5ad1-4f8f-9713-0b015f87bf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d7b11c-ec6e-476e-b067-9f1bedfda7aa,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:22.460551 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-d14b1b47-5ad1-4f8f-9713-0b015f87bf60 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4dade6a769ee4b2e8723858d62508245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270028 Aug 07 12:51:22.463109 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34682) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:22.523860 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2fc124c5-9813-4764-97be-e01c1b9a81f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:22.554773 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2fc124c5-9813-4764-97be-e01c1b9a81f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:22.700504 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2fc124c5-9813-4764-97be-e01c1b9a81f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:22.704866 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2fc124c5-9813-4764-97be-e01c1b9a81f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:22.710279 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-2fc124c5-9813-4764-97be-e01c1b9a81f6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/16d7b11c-ec6e-476e-b067-9f1bedfda7aa HTTP/1.1" status: 204 len: 168 time: 0.2459829 Aug 07 12:51:22.720682 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc124c5-9813-4764-97be-e01c1b9a81f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d7b11c-ec6e-476e-b067-9f1bedfda7aa,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:23.753561 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 8445f36c-e74e-44c3-b0c9-b922f0ba1670 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:51:23.817973 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 8445f36c-e74e-44c3-b0c9-b922f0ba1670 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:23.818453 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:29.430384 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cecbc5-b9c3-4892-bf1d-f40ea9a9d09e req-65fc6cf4-66ee-42e1-8f5a-858cb4ad08ad tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:29.431916 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-40cecbc5-b9c3-4892-bf1d-f40ea9a9d09e req-65fc6cf4-66ee-42e1-8f5a-858cb4ad08ad tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0560894 Aug 07 12:51:29.479657 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-40cecbc5-b9c3-4892-bf1d-f40ea9a9d09e req-856a52a9-9706-4f45-96f7-d2fb44e4c04f tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377994 Aug 07 12:51:30.603838 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680b3d4-6990-4eaa-aad6-7696c5b56b8f req-3c513469-bb5f-4c1e-92b7-2353cf834824 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:30.607625 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8680b3d4-6990-4eaa-aad6-7696c5b56b8f req-3c513469-bb5f-4c1e-92b7-2353cf834824 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0540762 Aug 07 12:51:30.664964 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8680b3d4-6990-4eaa-aad6-7696c5b56b8f req-9165c0e5-666a-4b26-ab74-81e72fcce89e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453970 Aug 07 12:51:30.968203 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34836) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:31.077824 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec1b6334-0ebc-456a-acfc-349e9974fdcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:31.173686 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec1b6334-0ebc-456a-acfc-349e9974fdcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:31.274701 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ec1b6334-0ebc-456a-acfc-349e9974fdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:31.318018 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-ec1b6334-0ebc-456a-acfc-349e9974fdcc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=199353a807b245e39e931518bcd2544b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486564 Aug 07 12:51:31.318869 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b6334-0ebc-456a-acfc-349e9974fdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bbe829-6ad3-479e-8707-67845aad09d0,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:31.320887 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 34846) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:31.369883 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2b48b4d2-adc1-40c2-840f-bc1bd5be6fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:31.391212 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2b48b4d2-adc1-40c2-840f-bc1bd5be6fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:31.555189 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2b48b4d2-adc1-40c2-840f-bc1bd5be6fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:31.557916 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2b48b4d2-adc1-40c2-840f-bc1bd5be6fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:31.559207 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-2b48b4d2-adc1-40c2-840f-bc1bd5be6fca admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/04bbe829-6ad3-479e-8707-67845aad09d0 HTTP/1.1" status: 204 len: 168 time: 0.2371018 Aug 07 12:51:31.570050 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48b4d2-adc1-40c2-840f-bc1bd5be6fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bbe829-6ad3-479e-8707-67845aad09d0,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:31.789885 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269c7ca-3133-4ced-857f-a0449557f53a req-bbc91dff-a871-4d43-9fbf-0b202a6aae2c tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:31.789885 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c269c7ca-3133-4ced-857f-a0449557f53a req-bbc91dff-a871-4d43-9fbf-0b202a6aae2c tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0515945 Aug 07 12:51:31.831899 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c269c7ca-3133-4ced-857f-a0449557f53a req-fc48eadb-13ad-465e-8bcf-1a8c526211a9 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374825 Aug 07 12:51:32.052455 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-9b480677-60a8-49e8-87d7-f8b510c4800b tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:32.053988 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-9b480677-60a8-49e8-87d7-f8b510c4800b tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/networks?id=134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 HTTP/1.1" status: 200 len: 814 time: 0.1077075 Aug 07 12:51:32.068888 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-82940970-06a7-411e-95d8-97fe1f5cb11a tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/quotas/f4348dfe6e614bc198a34de32e5fb8c7 HTTP/1.1" status: 200 len: 375 time: 0.0091190 Aug 07 12:51:32.121838 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-801e0546-342c-4d12-aede-51cd8c5fbcd7 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f4348dfe6e614bc198a34de32e5fb8c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472426 Aug 07 12:51:32.223148 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-b35f5886-7a7e-4b62-83d2-84a78106faa1 service neutron] 10.222.0.59 "GET /v2.0/networks/134b4d9c-f32e-4c85-b5e1-3d7bc3f22273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863738 Aug 07 12:51:32.313558 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-cf639f6e-2f4e-4d07-9431-3e3575bfb366 service neutron] 10.222.0.59 "GET /v2.0/networks/134b4d9c-f32e-4c85-b5e1-3d7bc3f22273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838027 Aug 07 12:51:32.396778 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 34880) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:32.410631 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d6af1686-e53e-405c-a3f7-bdab8fa6db2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:32.506225 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d6af1686-e53e-405c-a3f7-bdab8fa6db2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:32.560720 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d6af1686-e53e-405c-a3f7-bdab8fa6db2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:32.597191 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-49e5e337-3b56-4ed7-9aab-e5894615500c req-f48b209b-1915-4944-bb47-efcd9bc8af53 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 210 time: 0.0348516 Aug 07 12:51:32.606421 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-d6af1686-e53e-405c-a3f7-bdab8fa6db2e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=be29d7088ac04b68ace6fad423db2d42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085190 Aug 07 12:51:32.606777 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34888) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:32.607385 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af1686-e53e-405c-a3f7-bdab8fa6db2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d325e7-ea29-4680-9ecb-3f6235bc9305,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:32.670403 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae88396a-4c72-43e8-a4e4-6f89dc57d478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:32.694290 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae88396a-4c72-43e8-a4e4-6f89dc57d478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:32.817567 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae88396a-4c72-43e8-a4e4-6f89dc57d478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:32.823774 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae88396a-4c72-43e8-a4e4-6f89dc57d478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:32.823774 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-ae88396a-4c72-43e8-a4e4-6f89dc57d478 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b1d325e7-ea29-4680-9ecb-3f6235bc9305 HTTP/1.1" status: 204 len: 168 time: 0.2135124 Aug 07 12:51:32.829731 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88396a-4c72-43e8-a4e4-6f89dc57d478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d325e7-ea29-4680-9ecb-3f6235bc9305,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:32.951395 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312523c-9cbf-4aba-ad85-1f69678b5dba req-f057fc68-d5e1-4958-a5d6-631feae3309d tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:32.952879 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0312523c-9cbf-4aba-ad85-1f69678b5dba req-f057fc68-d5e1-4958-a5d6-631feae3309d tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0506299 Aug 07 12:51:32.992483 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0312523c-9cbf-4aba-ad85-1f69678b5dba req-7b8a4bcc-998e-48fa-a461-7634e596a06e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326784 Aug 07 12:51:33.440678 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8fd2850b-4db2-412c-a292-c862bdf6ec6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:33.678533 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b2d533f5-5cc6-4ffc-ba31-8fcf528d3d78 req-f6d3b29c-3bc1-4f12-9c0d-c4393abc590c tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 210 time: 0.0280223 Aug 07 12:51:34.114933 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b516bd-9c3e-4793-8551-82573a4f04bd req-8695fa80-6c4c-444d-a4e3-de75cd0487b6 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:34.116562 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-98b516bd-9c3e-4793-8551-82573a4f04bd req-8695fa80-6c4c-444d-a4e3-de75cd0487b6 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0506392 Aug 07 12:51:34.158529 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-98b516bd-9c3e-4793-8551-82573a4f04bd req-75bd2c0c-388f-4d03-b157-463977c48dc1 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348430 Aug 07 12:51:34.777003 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-542590cd-d9df-4927-9d34-70ad0a414ed0 req-d62c0c7d-1b50-43f4-ac71-c5e2df2862ae tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 210 time: 0.0276167 Aug 07 12:51:34.903117 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 34952) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:35.010465 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db0de137-aaf8-4e8a-b34f-e06861a7d924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:35.108003 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db0de137-aaf8-4e8a-b34f-e06861a7d924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:35.202134 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db0de137-aaf8-4e8a-b34f-e06861a7d924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:35.245436 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-db0de137-aaf8-4e8a-b34f-e06861a7d924 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=acde3fbaf584481994e6b61b2d620815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3411543 Aug 07 12:51:35.248126 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 34964) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:35.250123 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0de137-aaf8-4e8a-b34f-e06861a7d924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b324f3-b2d3-4908-86b0-0be2a315bc73,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:35.341990 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad95eb-6152-4d22-ae55-836be6080a82 req-ef60f73d-5845-429f-a3de-98c3e2c09b17 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:35.343486 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-46ad95eb-6152-4d22-ae55-836be6080a82 req-ef60f73d-5845-429f-a3de-98c3e2c09b17 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0869238 Aug 07 12:51:35.348375 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a31c8ddc-dc0e-447d-b58c-0d2949173a07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:35.393935 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a31c8ddc-dc0e-447d-b58c-0d2949173a07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:35.409828 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-46ad95eb-6152-4d22-ae55-836be6080a82 req-2a257231-5563-4ab9-a43f-6a4f264076fc tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595193 Aug 07 12:51:35.531989 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a31c8ddc-dc0e-447d-b58c-0d2949173a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:35.536507 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a31c8ddc-dc0e-447d-b58c-0d2949173a07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:35.546902 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-a31c8ddc-dc0e-447d-b58c-0d2949173a07 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b9b324f3-b2d3-4908-86b0-0be2a315bc73 HTTP/1.1" status: 204 len: 168 time: 0.2878656 Aug 07 12:51:35.546902 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c8ddc-dc0e-447d-b58c-0d2949173a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b324f3-b2d3-4908-86b0-0be2a315bc73,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:35.873878 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d3f029b4-a4df-49fc-b499-9e9fd4690def req-6cd55729-b30f-4452-9991-901202b096f6 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 210 time: 0.0274103 Aug 07 12:51:36.055191 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-4ba31c54-d423-45c5-88de-0957e33bcbf8 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:36.056965 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-4ba31c54-d423-45c5-88de-0957e33bcbf8 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.58 "GET /v2.0/networks?id=134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 HTTP/1.1" status: 200 len: 814 time: 0.1068630 Aug 07 12:51:36.096239 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-5210b421-12f1-4289-8ab8-02198de675ef tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Request body: {'port': {'device_id': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273', 'admin_state_up': True, 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:51:36.348564 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-5210b421-12f1-4289-8ab8-02198de675ef tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Made reservation on behalf of f4348dfe6e614bc198a34de32e5fb8c7 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:51:36.352015 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-5210b421-12f1-4289-8ab8-02198de675ef tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:36.543269 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 35016) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:36.568564 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-5210b421-12f1-4289-8ab8-02198de675ef tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Allocated IP 172.20.0.4 (134b4d9c-f32e-4c85-b5e1-3d7bc3f22273/5f9c7382-5394-4ee4-8159-ac95ff10726f/2ec4f04e-5135-4995-8235-4271c76fec57) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:51:36.595201 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8ca32-2354-4c68-807a-335b7072acf4 req-6ef67998-f2c1-4ea3-ad4d-d3c9c37ebdb3 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:36.596726 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1ba8ca32-2354-4c68-807a-335b7072acf4 req-6ef67998-f2c1-4ea3-ad4d-d3c9c37ebdb3 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0850701 Aug 07 12:51:36.647156 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-8ff8b78d-47a0-4b39-a872-de658e963b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:36.668705 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-41842fc1-50de-464c-a5f5-df1de5af2bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:36.673483 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1ba8ca32-2354-4c68-807a-335b7072acf4 req-e4676d09-ceec-49eb-8c84-7b5959c0f81a tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658665 Aug 07 12:51:36.785033 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-5210b421-12f1-4289-8ab8-02198de675ef tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:36.812040 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-41842fc1-50de-464c-a5f5-df1de5af2bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:36.815927 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-5210b421-12f1-4289-8ab8-02198de675ef tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Transition to ACTIVE for port object 2ec4f04e-5135-4995-8235-4271c76fec57 will not be triggered until provisioned by entity DHCP. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:51:36.973058 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-41842fc1-50de-464c-a5f5-df1de5af2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:37.018851 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-59e52cf3-d246-4850-b7ad-cdeb33acc06b req-bf33d40c-81a8-4f0e-bfe7-5077300bb8db tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 210 time: 0.0641198 Aug 07 12:51:37.021836 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41842fc1-50de-464c-a5f5-df1de5af2bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b3dae6-ddfa-41d8-b655-c7643a4068ad,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:37.023328 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-5210b421-12f1-4289-8ab8-02198de675ef tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:37.040686 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:37.046368 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-41842fc1-50de-464c-a5f5-df1de5af2bb9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a07329fb18674e8e88c6abb2e8aa8165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5020370 Aug 07 12:51:37.047159 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 35044) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:37.103918 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-5210b421-12f1-4289-8ab8-02198de675ef tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Network 134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:51:37.109279 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-5210b421-12f1-4289-8ab8-02198de675ef tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:51:37.116686 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-5210b421-12f1-4289-8ab8-02198de675ef tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:51:37.124508 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-5210b421-12f1-4289-8ab8-02198de675ef tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:37.125396 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-5210b421-12f1-4289-8ab8-02198de675ef tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:37.132576 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210b421-12f1-4289-8ab8-02198de675ef tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Pushing event updated for resources: {'Port': ['ID=2ec4f04e-5135-4995-8235-4271c76fec57,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:37.149231 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:37.164250 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99bfa623-50cb-48cf-b546-5578bc70e14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:37.207526 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99bfa623-50cb-48cf-b546-5578bc70e14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:37.276160 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-5210b421-12f1-4289-8ab8-02198de675ef tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1848423 Aug 07 12:51:37.298406 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Request body: {'port': {'device_id': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:51:37.359005 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:37.458327 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:37.458489 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99bfa623-50cb-48cf-b546-5578bc70e14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:37.461445 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99bfa623-50cb-48cf-b546-5578bc70e14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:37.466824 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-99bfa623-50cb-48cf-b546-5578bc70e14a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d3b3dae6-ddfa-41d8-b655-c7643a4068ad HTTP/1.1" status: 204 len: 168 time: 0.4162025 Aug 07 12:51:37.477216 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfa623-50cb-48cf-b546-5578bc70e14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b3dae6-ddfa-41d8-b655-c7643a4068ad,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:37.526295 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-130e93f0-f74b-49ec-b3e5-70935ef82efc None None] Provisioning for port 2ec4f04e-5135-4995-8235-4271c76fec57 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:51:37.530350 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-130e93f0-f74b-49ec-b3e5-70935ef82efc None None] Provisioning complete for port 2ec4f04e-5135-4995-8235-4271c76fec57 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:37.530905 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-130e93f0-f74b-49ec-b3e5-70935ef82efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:37.624584 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-130e93f0-f74b-49ec-b3e5-70935ef82efc None None] Port 2ec4f04e-5135-4995-8235-4271c76fec57 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:51:37.826213 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec4f04e-5135-4995-8235-4271c76fec57 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:51:37.836795 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:37.858270 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Transition to ACTIVE for port object 2ec4f04e-5135-4995-8235-4271c76fec57 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:51:37.867683 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae503f-b7d4-4610-b49f-880bdb0053bd req-7073cd62-7bbb-48fe-9ec0-bbcfd892ab03 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:37.868266 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-68ae503f-b7d4-4610-b49f-880bdb0053bd req-7073cd62-7bbb-48fe-9ec0-bbcfd892ab03 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0839376 Aug 07 12:51:37.923701 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-68ae503f-b7d4-4610-b49f-880bdb0053bd req-613e857c-5b34-4b4b-ba32-07da4c227858 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479701 Aug 07 12:51:38.060205 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:38.311208 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec4f04e-5135-4995-8235-4271c76fec57,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:38.332467 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Attempting to bind port 2ec4f04e-5135-4995-8235-4271c76fec57 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:51:38.333157 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Attempting to bind port 2ec4f04e-5135-4995-8235-4271c76fec57 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '50e27e6a-824e-4b53-9d92-cb775a3765f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:51:38.333552 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Attempting to bind port 2ec4f04e-5135-4995-8235-4271c76fec57 on network 134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:51:38.345444 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b1169-595f-45aa-acf2-2ef1be2099ec req-3b4343cb-6be7-4726-8298-482da9b793ed tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:38.347204 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c30b1169-595f-45aa-acf2-2ef1be2099ec req-3b4343cb-6be7-4726-8298-482da9b793ed tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 943 time: 0.1411321 Aug 07 12:51:38.349869 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Port 2ec4f04e-5135-4995-8235-4271c76fec57 on network 134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:51:38.350292 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Attempting to bind port 2ec4f04e-5135-4995-8235-4271c76fec57 on network 134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:51:38.363518 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:51:38.364241 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Checking segment: {'id': '50e27e6a-824e-4b53-9d92-cb775a3765f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:51:38.364241 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Bound using segment: {'id': '50e27e6a-824e-4b53-9d92-cb775a3765f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:51:38.364707 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Bound port: 2ec4f04e-5135-4995-8235-4271c76fec57, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e27e6a-824e-4b53-9d92-cb775a3765f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:51:38.365068 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:38.430848 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c30b1169-595f-45aa-acf2-2ef1be2099ec req-f44a5a78-3905-40f6-abc5-e07ee44916ed tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742271 Aug 07 12:51:38.506204 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] For port 2ec4f04e-5135-4995-8235-4271c76fec57, host hv-cinder-78729, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:51:38.513262 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] For port 2ec4f04e-5135-4995-8235-4271c76fec57, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2ec4f04e-5135-4995-8235-4271c76fec57,segment=NetworkSegment(50e27e6a-824e-4b53-9d92-cb775a3765f9),segment_id=50e27e6a-824e-4b53-9d92-cb775a3765f9)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:51:38.646434 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:38.681303 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 35076) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:38.704061 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:38.705005 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:38.710642 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] 10.222.0.58 "PUT /v2.0/ports/2ec4f04e-5135-4995-8235-4271c76fec57 HTTP/1.1" status: 200 len: 1093 time: 1.4173784 Aug 07 12:51:38.711323 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'tag': '2ec4f04e-5135-4995-8235-4271c76fec57'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:51:38.711782 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d7b75bda-9bfd-426a-9f4f-a43eb5295fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:38.714853 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96de8e4-6b7a-4b37-99a5-ff251d6e06da" -d '{"events": [{"name": "network-changed", "server_uuid": "e341221f-d643-49ec-8fa2-545ee5b69d94", "tag": "2ec4f04e-5135-4995-8235-4271c76fec57"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:51:38.741190 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244bd03-7bee-4679-aa1b-f97979a2db03 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec4f04e-5135-4995-8235-4271c76fec57,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:38.803046 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2ebbe4-e883-49b6-b388-b684b99b44fc x-openstack-request-id: req-7e2ebbe4-e883-49b6-b388-b684b99b44fc {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:51:38.803555 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e341221f-d643-49ec-8fa2-545ee5b69d94", "tag": "2ec4f04e-5135-4995-8235-4271c76fec57", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:51:38.803908 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7e2ebbe4-e883-49b6-b388-b684b99b44fc {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:51:38.804564 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'tag': '2ec4f04e-5135-4995-8235-4271c76fec57', 'status': 'completed', 'code': 200} Aug 07 12:51:38.862405 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d7b75bda-9bfd-426a-9f4f-a43eb5295fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:38.920226 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d7b75bda-9bfd-426a-9f4f-a43eb5295fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:38.955388 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88497f-adac-4d84-8905-1420a976b0b8 req-88232e20-6b0b-4f26-8e51-5e47d4b9371c tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:38.956837 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bf88497f-adac-4d84-8905-1420a976b0b8 req-88232e20-6b0b-4f26-8e51-5e47d4b9371c tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0746298 Aug 07 12:51:38.991085 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-d7b75bda-9bfd-426a-9f4f-a43eb5295fff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=668dcf4e24e948e6874086500b531879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084362 Aug 07 12:51:38.993990 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 35084) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:38.999588 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b75bda-9bfd-426a-9f4f-a43eb5295fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568955c7-8ba6-4dc5-bf43-6c9db9249b6d,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:39.045212 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bf88497f-adac-4d84-8905-1420a976b0b8 req-5ab7436b-1b73-4264-8f68-e13a7c7aedb0 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791700 Aug 07 12:51:39.088305 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aedaf41f-8af9-47ca-9560-bfe92bc51ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:39.129248 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aedaf41f-8af9-47ca-9560-bfe92bc51ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:39.149143 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ce9d6-b7c9-4827-953a-b1bb1e8a548a req-9f4ed755-ef9f-49ca-ac71-5c9a250d04b5 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:39.150985 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-cc4ce9d6-b7c9-4827-953a-b1bb1e8a548a req-9f4ed755-ef9f-49ca-ac71-5c9a250d04b5 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0501966 Aug 07 12:51:39.198903 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-cc4ce9d6-b7c9-4827-953a-b1bb1e8a548a req-b7bb9e66-580c-4de4-92ce-9c3ee6bf9b82 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404923 Aug 07 12:51:39.269190 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aedaf41f-8af9-47ca-9560-bfe92bc51ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:39.271872 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aedaf41f-8af9-47ca-9560-bfe92bc51ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:39.273051 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-aedaf41f-8af9-47ca-9560-bfe92bc51ad4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/568955c7-8ba6-4dc5-bf43-6c9db9249b6d HTTP/1.1" status: 204 len: 168 time: 0.2779446 Aug 07 12:51:39.293176 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedaf41f-8af9-47ca-9560-bfe92bc51ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568955c7-8ba6-4dc5-bf43-6c9db9249b6d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:39.389169 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:39.587098 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0b95c-5255-4d81-8bf9-cf62b71aa4b5 req-142a06fa-870a-4072-bd99-fd9047cdfea0 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:39.588859 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-cac0b95c-5255-4d81-8bf9-cf62b71aa4b5 req-142a06fa-870a-4072-bd99-fd9047cdfea0 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 943 time: 0.0578432 Aug 07 12:51:39.638423 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-cac0b95c-5255-4d81-8bf9-cf62b71aa4b5 req-4fda6381-df03-472e-9d8e-2036799102b4 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425844 Aug 07 12:51:40.164775 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eca1e0-a9a5-4ae6-8ab1-19cf75955508 req-2442a7cc-deb1-4755-bb79-68339d83e6d7 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:40.166298 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-21eca1e0-a9a5-4ae6-8ab1-19cf75955508 req-2442a7cc-deb1-4755-bb79-68339d83e6d7 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0590992 Aug 07 12:51:40.237636 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-21eca1e0-a9a5-4ae6-8ab1-19cf75955508 req-f26b9981-177d-42d2-92db-06106ec106b3 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583277 Aug 07 12:51:40.343984 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc8ba1-7fdf-41f6-bf4b-2727ebf56c5a req-6f9e722f-5786-4d3b-8ff8-78970353751e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:40.355233 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-cdfc8ba1-7fdf-41f6-bf4b-2727ebf56c5a req-6f9e722f-5786-4d3b-8ff8-78970353751e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0634284 Aug 07 12:51:40.410313 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-cdfc8ba1-7fdf-41f6-bf4b-2727ebf56c5a req-92ef4356-f038-4937-b8de-9ed3bcad23d5 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542245 Aug 07 12:51:40.689273 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 35130) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:40.851910 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-c73f563e-784f-455b-9d7d-24b21aa51f30 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-466056336-network', 'tenant_id': 'fd855e48a6cf4226ab5624f50b0f7d73'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:51:40.938157 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d19bdd-df7e-49ad-9fc0-674eada6b814 req-47181159-449c-4bc9-9080-dcc0f804aedf tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:40.939997 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-56d19bdd-df7e-49ad-9fc0-674eada6b814 req-47181159-449c-4bc9-9080-dcc0f804aedf tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 943 time: 0.0538113 Aug 07 12:51:40.982702 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-56d19bdd-df7e-49ad-9fc0-674eada6b814 req-4fb1adc2-6340-4787-b605-269608346666 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367579 Aug 07 12:51:41.081018 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73f563e-784f-455b-9d7d-24b21aa51f30 admin admin] Made reservation on behalf of fd855e48a6cf4226ab5624f50b0f7d73 for: {'network': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:51:41.083625 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c73f563e-784f-455b-9d7d-24b21aa51f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:41.097332 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c73f563e-784f-455b-9d7d-24b21aa51f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:41.191577 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c73f563e-784f-455b-9d7d-24b21aa51f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:41.287106 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c73f563e-784f-455b-9d7d-24b21aa51f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:41.317074 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73f563e-784f-455b-9d7d-24b21aa51f30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=100621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:51:41.361682 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f563e-784f-455b-9d7d-24b21aa51f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:41.367807 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c73f563e-784f-455b-9d7d-24b21aa51f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:41.368219 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.db.segments_db [None req-c73f563e-784f-455b-9d7d-24b21aa51f30 admin admin] Added segment e311aa32-2c0e-4548-bbd5-15018de44a8e of type vlan for network e74bc9b9-473a-4cb4-9b05-03291588e0e6 Aug 07 12:51:41.429006 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d61eb2-8fd1-4677-a798-655810af85c9 req-3619a405-6a78-417b-8e89-c6fa22423a4d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:41.442495 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-65d61eb2-8fd1-4677-a798-655810af85c9 req-3619a405-6a78-417b-8e89-c6fa22423a4d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.1108980 Aug 07 12:51:41.442495 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c73f563e-784f-455b-9d7d-24b21aa51f30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:41.499363 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-65d61eb2-8fd1-4677-a798-655810af85c9 req-df028eac-f7c5-49be-82ff-1dd76bf976a9 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589139 Aug 07 12:51:41.634261 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d68500-c5ce-42bc-9df3-c8451ea05361 req-9f22ace5-3ea4-4e38-9dce-6d72397eab66 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:41.635855 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-39d68500-c5ce-42bc-9df3-c8451ea05361 req-9f22ace5-3ea4-4e38-9dce-6d72397eab66 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0685644 Aug 07 12:51:41.683670 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-39d68500-c5ce-42bc-9df3-c8451ea05361 req-149b3248-3a07-40eb-806b-e4d4f07e067d tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410657 Aug 07 12:51:42.035357 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c73f563e-784f-455b-9d7d-24b21aa51f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:42.037317 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73f563e-784f-455b-9d7d-24b21aa51f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:42.037317 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c73f563e-784f-455b-9d7d-24b21aa51f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:42.126654 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f563e-784f-455b-9d7d-24b21aa51f30 admin admin] Pushing event updated for resources: {'Network': ['ID=e74bc9b9-473a-4cb4-9b05-03291588e0e6,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:42.137568 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network e74bc9b9-473a-4cb4-9b05-03291588e0e6 details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:51:42.180535 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cd638-3f36-40e4-b120-43bf43ec2346 req-ff5bfb69-d4f2-4216-b531-bfd5072569d8 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:42.182507 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c34cd638-3f36-40e4-b120-43bf43ec2346 req-ff5bfb69-d4f2-4216-b531-bfd5072569d8 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 943 time: 0.1198940 Aug 07 12:51:42.214307 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-c73f563e-784f-455b-9d7d-24b21aa51f30 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5238986 Aug 07 12:51:42.217514 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 35148) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:51:42.223993 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-aef001db-0b93-430e-97e9-c46da1d30412 admin admin] Request body: {'subnet': {'network_id': 'e74bc9b9-473a-4cb4-9b05-03291588e0e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-466056336-subnet', 'tenant_id': 'fd855e48a6cf4226ab5624f50b0f7d73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:51:42.234819 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c34cd638-3f36-40e4-b120-43bf43ec2346 req-67ed4d22-bdde-415d-8079-0a0fb229e01b tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389175 Aug 07 12:51:42.445843 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef001db-0b93-430e-97e9-c46da1d30412 admin admin] Made reservation on behalf of fd855e48a6cf4226ab5624f50b0f7d73 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:51:42.448235 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aef001db-0b93-430e-97e9-c46da1d30412 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:42.624904 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751c3a8-7bac-44d8-8c8c-50a587f8a80a req-9fa3a1ea-6012-4f3f-abdc-d6c3727f9c67 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:42.627639 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3751c3a8-7bac-44d8-8c8c-50a587f8a80a req-9fa3a1ea-6012-4f3f-abdc-d6c3727f9c67 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0562327 Aug 07 12:51:42.673960 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3751c3a8-7bac-44d8-8c8c-50a587f8a80a req-a437d2ed-51af-4ca8-8ec6-b37959b5674f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375853 Aug 07 12:51:42.723821 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aef001db-0b93-430e-97e9-c46da1d30412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:42.794094 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef001db-0b93-430e-97e9-c46da1d30412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e155a44-a32a-437e-ad05-e71b75d66661,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:42.803851 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef001db-0b93-430e-97e9-c46da1d30412 admin admin] Checking segment: {'id': 'e311aa32-2c0e-4548-bbd5-15018de44a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e74bc9b9-473a-4cb4-9b05-03291588e0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:51:42.804218 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef001db-0b93-430e-97e9-c46da1d30412 admin admin] Network hostable DHCP agents. Network: e74bc9b9-473a-4cb4-9b05-03291588e0e6, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:51:42.823225 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75de869-8e80-48e6-9093-39b88944a801 req-4d43f244-1054-4776-b2b9-77f8b9eb2c40 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:42.824827 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c75de869-8e80-48e6-9093-39b88944a801 req-4d43f244-1054-4776-b2b9-77f8b9eb2c40 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0683053 Aug 07 12:51:42.865946 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c75de869-8e80-48e6-9093-39b88944a801 req-5ba2390c-7053-47cb-9d90-84aa2030c8bb tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341721 Aug 07 12:51:42.893049 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef001db-0b93-430e-97e9-c46da1d30412 admin admin] Network e74bc9b9-473a-4cb4-9b05-03291588e0e6 is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:51:43.006214 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-aef001db-0b93-430e-97e9-c46da1d30412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, e74bc9b9-473a-4cb4-9b05-03291588e0e6) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:51:43.010495 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef001db-0b93-430e-97e9-c46da1d30412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:43.015112 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-aef001db-0b93-430e-97e9-c46da1d30412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:43.019662 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6849218c-5c47-46ac-9465-dc2378ba2684 None None] Network e74bc9b9-473a-4cb4-9b05-03291588e0e6 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:51:43.142997 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-aef001db-0b93-430e-97e9-c46da1d30412 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9240820 Aug 07 12:51:43.152936 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07df4e31-1fbb-4bb4-97fc-50f7cfabd5e7 None None] Network e74bc9b9-473a-4cb4-9b05-03291588e0e6 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:51:43.399700 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e570c43-d590-4e61-a0e1-81692a8f6056 req-f1741ac0-8518-4594-b91b-33ac1b483cee tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:43.401095 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-4e570c43-d590-4e61-a0e1-81692a8f6056 req-f1741ac0-8518-4594-b91b-33ac1b483cee tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 943 time: 0.0617735 Aug 07 12:51:43.444273 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-4e570c43-d590-4e61-a0e1-81692a8f6056 req-19e21957-744f-44c3-a306-134a630e86c2 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364408 Aug 07 12:51:43.809627 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7073e-e8f7-48f2-81e2-a7d1ed6ccd5a req-4da98abe-62e5-4f49-86cd-7b37e320a4e6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:43.816544 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f7b7073e-e8f7-48f2-81e2-a7d1ed6ccd5a req-4da98abe-62e5-4f49-86cd-7b37e320a4e6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0509148 Aug 07 12:51:43.876808 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f7b7073e-e8f7-48f2-81e2-a7d1ed6ccd5a req-be9e2de8-9ded-4cce-aff5-844d8fdb020b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582728 Aug 07 12:51:44.009808 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347417f-13ff-4dec-82d5-6af9cbd3714c req-fc384a9f-c121-4f15-a11b-f1d161387ef0 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:44.014122 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0347417f-13ff-4dec-82d5-6af9cbd3714c req-fc384a9f-c121-4f15-a11b-f1d161387ef0 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0626664 Aug 07 12:51:44.060089 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0347417f-13ff-4dec-82d5-6af9cbd3714c req-3498a964-dd09-4115-8b6d-932748de240a tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417984 Aug 07 12:51:44.574140 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb56bf-4ef4-4997-a720-481abc9ba93e req-f01bc96a-f8d4-43b2-bd40-e0afc7c70eb4 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:44.575722 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-45eb56bf-4ef4-4997-a720-481abc9ba93e req-f01bc96a-f8d4-43b2-bd40-e0afc7c70eb4 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 943 time: 0.0553775 Aug 07 12:51:44.616355 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-45eb56bf-4ef4-4997-a720-481abc9ba93e req-35010019-c6f7-4d35-a895-14dd9e929686 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344093 Aug 07 12:51:45.033562 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f1b8a-c302-4681-a395-5dabc7a3436d req-a6cf6d01-e98f-47a0-9cee-1ff7f871a592 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:45.035413 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-cb1f1b8a-c302-4681-a395-5dabc7a3436d req-a6cf6d01-e98f-47a0-9cee-1ff7f871a592 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0837190 Aug 07 12:51:45.085166 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-cb1f1b8a-c302-4681-a395-5dabc7a3436d req-2a389db4-125e-42b0-bfd2-22c9cd0df50d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394843 Aug 07 12:51:45.199184 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32c063-4735-430b-8c6c-ca6cc619ea51 req-97828e9e-9e23-4c71-aa7b-5fec4245d9e7 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:45.200888 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ee32c063-4735-430b-8c6c-ca6cc619ea51 req-97828e9e-9e23-4c71-aa7b-5fec4245d9e7 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0516419 Aug 07 12:51:45.241909 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ee32c063-4735-430b-8c6c-ca6cc619ea51 req-3512f257-505a-4b27-9060-4b48d14a9b97 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348938 Aug 07 12:51:45.768902 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dce75-de22-4b81-bce9-ac714317acb5 req-47e482db-dc9f-47bd-b90e-af80ac1b17ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:45.770583 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-df2dce75-de22-4b81-bce9-ac714317acb5 req-47e482db-dc9f-47bd-b90e-af80ac1b17ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 943 time: 0.0591273 Aug 07 12:51:45.810256 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-df2dce75-de22-4b81-bce9-ac714317acb5 req-f9a8c42d-76c6-4f24-9d52-1571b078aa4e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337815 Aug 07 12:51:46.211428 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93b2a7-ea74-4d9c-b83e-a58ec60a0e45 req-a1448798-949a-4494-9dab-d152ec76f3ba tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:46.213003 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ef93b2a7-ea74-4d9c-b83e-a58ec60a0e45 req-a1448798-949a-4494-9dab-d152ec76f3ba tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0525525 Aug 07 12:51:46.257690 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ef93b2a7-ea74-4d9c-b83e-a58ec60a0e45 req-af0d6480-aed7-4370-843c-188f87db367d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382841 Aug 07 12:51:46.383239 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00725701-a7e6-43b7-9419-02d1366c890e req-b493d3c2-1e1e-4529-94a2-5a81d6724254 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:46.385618 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-00725701-a7e6-43b7-9419-02d1366c890e req-b493d3c2-1e1e-4529-94a2-5a81d6724254 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0537806 Aug 07 12:51:46.431499 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-00725701-a7e6-43b7-9419-02d1366c890e req-95c8de3b-6b88-490b-98ac-4eb1d74ec091 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403628 Aug 07 12:51:46.667505 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed43a7-31f2-4129-a95c-567760674549 req-a6e9c04e-e165-41f1-bf3a-5ec8be368946 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:46.674564 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-95ed43a7-31f2-4129-a95c-567760674549 req-a6e9c04e-e165-41f1-bf3a-5ec8be368946 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/networks?id=e74bc9b9-473a-4cb4-9b05-03291588e0e6 HTTP/1.1" status: 200 len: 813 time: 0.1163278 Aug 07 12:51:46.702058 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-95ed43a7-31f2-4129-a95c-567760674549 req-7808077e-3221-444f-bc56-c3d2cbada3d3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/quotas/fd855e48a6cf4226ab5624f50b0f7d73 HTTP/1.1" status: 200 len: 375 time: 0.0225246 Aug 07 12:51:46.737919 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-95ed43a7-31f2-4129-a95c-567760674549 req-4b956c6c-ed87-49cb-a3bb-1abb6ee35283 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd855e48a6cf4226ab5624f50b0f7d73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306578 Aug 07 12:51:46.847229 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-95ed43a7-31f2-4129-a95c-567760674549 req-7982f2a9-1801-46aa-8cd8-6e3b8debd602 service neutron] 10.222.0.59 "GET /v2.0/networks/e74bc9b9-473a-4cb4-9b05-03291588e0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012018 Aug 07 12:51:46.944764 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-95ed43a7-31f2-4129-a95c-567760674549 req-69356ff5-b123-4349-ae6a-6aceafa6f63c service neutron] 10.222.0.59 "GET /v2.0/networks/e74bc9b9-473a-4cb4-9b05-03291588e0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906079 Aug 07 12:51:47.292801 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4a5e6-5717-4664-ac17-dc295222cf23 req-d5de9d48-2a17-4ca3-b5ac-144832b863a4 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:47.294720 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-85a4a5e6-5717-4664-ac17-dc295222cf23 req-d5de9d48-2a17-4ca3-b5ac-144832b863a4 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 943 time: 0.0679467 Aug 07 12:51:47.348881 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-85a4a5e6-5717-4664-ac17-dc295222cf23 req-aaab2e68-144c-4568-9c3d-d4b5b9d41b05 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475855 Aug 07 12:51:47.434939 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9a8947bb-e158-419f-80a4-fee17bb2126e req-d22f426f-1251-44dc-aae7-46320b7b0f80 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 210 time: 0.0308659 Aug 07 12:51:47.559699 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42819318-8ae0-493e-9ad4-7c96a9c2d018 req-4139bcd5-06e0-4330-98d1-92a0388d3ef9 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:47.564418 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-42819318-8ae0-493e-9ad4-7c96a9c2d018 req-4139bcd5-06e0-4330-98d1-92a0388d3ef9 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0687335 Aug 07 12:51:47.622343 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-42819318-8ae0-493e-9ad4-7c96a9c2d018 req-a0feecfc-7d25-4bb9-bcf5-bbbd96083f6b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527134 Aug 07 12:51:47.760979 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08888d77-f9bf-4240-83ea-921172082622 req-188acd92-fc52-4452-9983-6e1d1994feee tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:47.762625 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-08888d77-f9bf-4240-83ea-921172082622 req-188acd92-fc52-4452-9983-6e1d1994feee tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0693908 Aug 07 12:51:47.806415 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-08888d77-f9bf-4240-83ea-921172082622 req-39fa6550-0024-45d7-9157-4196374b4109 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372465 Aug 07 12:51:48.474452 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5d695-1133-4599-8763-68032a4d3426 req-e9803376-d839-4a92-9e0e-610b05013559 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:48.482724 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-43a5d695-1133-4599-8763-68032a4d3426 req-e9803376-d839-4a92-9e0e-610b05013559 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 943 time: 0.0625341 Aug 07 12:51:48.518152 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-43a5d695-1133-4599-8763-68032a4d3426 req-f4fff13a-3240-42ba-babc-7c4b0895a90b tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345354 Aug 07 12:51:48.593103 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1dcfb326-909e-4017-9659-b5cdc071a01e req-19787752-7593-4ba9-911f-e466d9911da8 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 210 time: 0.0306163 Aug 07 12:51:48.752052 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c059b6-1298-49a8-9804-e97cbd3434bc req-267f65a8-3ccc-4616-96a6-bf92832d96b8 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:48.753968 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b2c059b6-1298-49a8-9804-e97cbd3434bc req-267f65a8-3ccc-4616-96a6-bf92832d96b8 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0510917 Aug 07 12:51:48.795553 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b2c059b6-1298-49a8-9804-e97cbd3434bc req-634f7f11-fa1b-4038-86b5-3b699cfd0743 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353444 Aug 07 12:51:48.948797 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee93bd-1148-4a18-a7ed-80e4d880874e req-82df14ba-8d25-4ef9-8862-7b964e5491a7 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:48.950307 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-77ee93bd-1148-4a18-a7ed-80e4d880874e req-82df14ba-8d25-4ef9-8862-7b964e5491a7 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0575106 Aug 07 12:51:48.990436 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-77ee93bd-1148-4a18-a7ed-80e4d880874e req-37fe4ad0-bd9b-499b-bd9e-6fa97c0788fb tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335338 Aug 07 12:51:49.637472 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace81c23-b574-4578-bc78-d34196011ce0 req-6daf2ecc-6bcd-44ed-8c01-e281f3b24a84 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:49.638995 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ace81c23-b574-4578-bc78-d34196011ce0 req-6daf2ecc-6bcd-44ed-8c01-e281f3b24a84 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 943 time: 0.0517128 Aug 07 12:51:49.677593 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ace81c23-b574-4578-bc78-d34196011ce0 req-86410fe4-5451-474d-a6dc-dd5bdedb1387 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325580 Aug 07 12:51:49.764263 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0d8416e5-f87d-4526-bd9d-777244fbc5ec req-6f7bb9a7-cb39-4c08-9d2f-51f926b118cc tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 210 time: 0.0271697 Aug 07 12:51:49.911243 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efdad5-427b-46bd-a0bc-488801a2aea2 req-2dde8091-3883-454b-856a-7ab869eb2f4f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:49.912803 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a9efdad5-427b-46bd-a0bc-488801a2aea2 req-2dde8091-3883-454b-856a-7ab869eb2f4f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0481441 Aug 07 12:51:49.957678 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a9efdad5-427b-46bd-a0bc-488801a2aea2 req-93c5f423-0c45-43e4-b6c0-03c38e90627d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382373 Aug 07 12:51:50.112050 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a045b03-f1b7-4d61-a216-7051f8d0db25 req-5a0cc68e-c51f-4803-8d5b-1a3f8c2f1f43 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:50.113766 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2a045b03-f1b7-4d61-a216-7051f8d0db25 req-5a0cc68e-c51f-4803-8d5b-1a3f8c2f1f43 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0523894 Aug 07 12:51:50.151678 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2a045b03-f1b7-4d61-a216-7051f8d0db25 req-5d0ed30c-e0ca-4e27-90aa-31b59e37c71b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319712 Aug 07 12:51:50.674452 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:51:50.827519 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94c7f9-ce7f-46ec-9132-6706c4587948 req-842c58e8-f6b8-41fe-94db-8b602c2928c8 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:50.829886 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9e94c7f9-ce7f-46ec-9132-6706c4587948 req-842c58e8-f6b8-41fe-94db-8b602c2928c8 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 943 time: 0.0569739 Aug 07 12:51:50.874240 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9e94c7f9-ce7f-46ec-9132-6706c4587948 req-719eb694-7bdc-48df-bc33-6bd0cb339e47 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371900 Aug 07 12:51:50.987403 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-15123507-927d-4e39-9a9f-27519a9d7cad req-bef1298f-bff2-43ec-aaf1-cee186f903e8 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 210 time: 0.0294111 Aug 07 12:51:51.130926 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f58335-eafe-4388-a345-06ab05d72c1c req-dd36151b-0750-4bdf-818c-20f6ab9350c6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:51.133097 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-37f58335-eafe-4388-a345-06ab05d72c1c req-dd36151b-0750-4bdf-818c-20f6ab9350c6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0604961 Aug 07 12:51:51.181121 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-37f58335-eafe-4388-a345-06ab05d72c1c req-fd2e5ac9-a5fd-4592-a7f8-0ae1633a516a tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383859 Aug 07 12:51:51.294847 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e3144-c207-455e-9e9d-5a2746751c70 req-4a443159-2e53-4de8-835f-4ef9a6d8a5f6 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:51.296693 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8e2e3144-c207-455e-9e9d-5a2746751c70 req-4a443159-2e53-4de8-835f-4ef9a6d8a5f6 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0571113 Aug 07 12:51:51.343255 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8e2e3144-c207-455e-9e9d-5a2746751c70 req-88c648ce-d545-491f-801a-03efefb232a7 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391128 Aug 07 12:51:51.921861 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96de8e4-6b7a-4b37-99a5-ff251d6e06da req-1d7bf925-c39d-47d4-9c47-f39383885442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:51.925441 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e96de8e4-6b7a-4b37-99a5-ff251d6e06da req-1d7bf925-c39d-47d4-9c47-f39383885442 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4348dfe6e614bc198a34de32e5fb8c7&device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 1096 time: 0.0549538 Aug 07 12:51:52.049140 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2209bb-2b9f-4835-8987-456417d6dec0 req-af3b121c-070a-4672-aa99-aa373887b037 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:52.055929 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3f2209bb-2b9f-4835-8987-456417d6dec0 req-af3b121c-070a-4672-aa99-aa373887b037 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 943 time: 0.1010528 Aug 07 12:51:52.060167 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96de8e4-6b7a-4b37-99a5-ff251d6e06da req-f8e70f4d-9484-4c55-91c5-3ab488abe1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:52.062115 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e96de8e4-6b7a-4b37-99a5-ff251d6e06da req-f8e70f4d-9484-4c55-91c5-3ab488abe1e6 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=f4348dfe6e614bc198a34de32e5fb8c7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1092908 Aug 07 12:51:52.124443 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f992ad-5e6e-4c32-be1f-8e1873ef49c0 req-c238e79d-7c4c-4023-a30c-ac9890b6577e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:52.126633 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e4f992ad-5e6e-4c32-be1f-8e1873ef49c0 req-c238e79d-7c4c-4023-a30c-ac9890b6577e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e94075116c334ad39b4fbfcde986d660&device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 1098 time: 0.0990646 Aug 07 12:51:52.158044 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3f2209bb-2b9f-4835-8987-456417d6dec0 req-2b05f9c3-3057-46b3-a8ff-687007f3accd tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818913 Aug 07 12:51:52.179277 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ee1e57dd-09a9-4077-a2dc-df1002113c79 req-b0ca43e8-304b-4c63-b46c-a496814efe61 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 210 time: 0.0382881 Aug 07 12:51:52.247771 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96de8e4-6b7a-4b37-99a5-ff251d6e06da req-73a83c34-9646-464c-bec4-6fa60823dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:52.251347 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e96de8e4-6b7a-4b37-99a5-ff251d6e06da req-73a83c34-9646-464c-bec4-6fa60823dc77 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1714809 Aug 07 12:51:52.309384 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f992ad-5e6e-4c32-be1f-8e1873ef49c0 req-2f781e73-f55b-4520-9e3c-558250111c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:52.310909 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e4f992ad-5e6e-4c32-be1f-8e1873ef49c0 req-2f781e73-f55b-4520-9e3c-558250111c5b service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2321795-e5f2-40d8-bbcd-632960ec1b50 HTTP/1.1" status: 200 len: 919 time: 0.1755772 Aug 07 12:51:52.447908 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-b77d5415-3674-4905-91aa-5e52a973ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:52.449494 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-b77d5415-3674-4905-91aa-5e52a973ca3a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4348dfe6e614bc198a34de32e5fb8c7&device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 1096 time: 0.0796664 Aug 07 12:51:52.514682 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-1f37bde7-5b4d-4f7e-b398-be03e18de3e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec4f04e-5135-4995-8235-4271c76fec57 HTTP/1.1" status: 200 len: 217 time: 0.0437920 Aug 07 12:51:52.531801 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c624e13-59ff-47d8-ac31-83ba94b1d33b req-578c383c-4fb2-4c36-adb2-fc98b7cf12db tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:52.534360 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-3c624e13-59ff-47d8-ac31-83ba94b1d33b req-578c383c-4fb2-4c36-adb2-fc98b7cf12db tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.1053813 Aug 07 12:51:52.631076 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e4f992ad-5e6e-4c32-be1f-8e1873ef49c0 req-6ad7e4b3-81d8-409a-9b2e-307aca4a70b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4687937b-6258-493a-8edb-bfb07f6399d1 HTTP/1.1" status: 200 len: 217 time: 0.2941277 Aug 07 12:51:52.649033 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61795d8e-ecf3-4dfc-8f2f-9b67ec2029ea req-ea33e17c-a339-4f82-9417-c6d7b046e355 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:52.650618 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-61795d8e-ecf3-4dfc-8f2f-9b67ec2029ea req-ea33e17c-a339-4f82-9417-c6d7b046e355 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.3646870 Aug 07 12:51:52.665380 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-3c624e13-59ff-47d8-ac31-83ba94b1d33b req-71a57dc5-6d99-4178-8e08-44783ea4c44e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087780 Aug 07 12:51:52.668014 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-79a8a2c4-5761-40bd-89c8-9af5c6e3ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:52.672588 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-79a8a2c4-5761-40bd-89c8-9af5c6e3ea6a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f9c7382-5394-4ee4-8159-ac95ff10726f HTTP/1.1" status: 200 len: 853 time: 0.1345246 Aug 07 12:51:52.728076 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f992ad-5e6e-4c32-be1f-8e1873ef49c0 req-785c1f34-89e2-43db-8e7c-4c2636bd4b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:52.729556 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e4f992ad-5e6e-4c32-be1f-8e1873ef49c0 req-785c1f34-89e2-43db-8e7c-4c2636bd4b93 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb5a6588-eee4-40e0-8f56-708709b8be3c HTTP/1.1" status: 200 len: 858 time: 0.0780501 Aug 07 12:51:52.732860 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-61795d8e-ecf3-4dfc-8f2f-9b67ec2029ea req-5a8dd951-f8fc-4d79-b2d9-f44c1c858c69 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720589 Aug 07 12:51:52.743730 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-cbc6f68e-00ca-456a-ad10-9c4e127d5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:52.745731 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-cbc6f68e-00ca-456a-ad10-9c4e127d5791 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=134b4d9c-f32e-4c85-b5e1-3d7bc3f22273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672140 Aug 07 12:51:52.770912 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e4f992ad-5e6e-4c32-be1f-8e1873ef49c0 req-087ee3b4-5ca1-44f9-95f0-9d0cef0ab830 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2321795-e5f2-40d8-bbcd-632960ec1b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312483 Aug 07 12:51:52.866372 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-a8ba6239-88b2-48d4-bc9a-9f6462e81b3c service neutron] 10.222.0.58 "GET /v2.0/networks/134b4d9c-f32e-4c85-b5e1-3d7bc3f22273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117575 Aug 07 12:51:52.914918 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e4f992ad-5e6e-4c32-be1f-8e1873ef49c0 req-ce8c4089-76c0-4ba0-a3ca-99f4a3e4a637 service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281674 Aug 07 12:51:53.027404 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e4f992ad-5e6e-4c32-be1f-8e1873ef49c0 req-eec27eb8-174f-447d-9a4b-4a9214587812 service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017101 Aug 07 12:51:53.225971 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-90983e2c-0889-4734-ba6a-4ca63cb99ef0 req-accb5582-3c2e-4961-84b6-c2a3d3806b58 service neutron] 10.222.0.58 "GET /v2.0/networks/134b4d9c-f32e-4c85-b5e1-3d7bc3f22273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488433 Aug 07 12:51:53.311999 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-162bc15e-f55f-44fd-88f6-49c629a6c6f1 req-7a038205-9525-4fb0-a951-a08472aa84eb tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 210 time: 0.0286295 Aug 07 12:51:53.313660 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd9f26-b498-4c4d-92e9-30d75130f2a2 req-9587059a-67b1-4984-97a9-73545de8550a tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:53.315278 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c7cd9f26-b498-4c4d-92e9-30d75130f2a2 req-9587059a-67b1-4984-97a9-73545de8550a tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 943 time: 0.0560198 Aug 07 12:51:53.359375 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c7cd9f26-b498-4c4d-92e9-30d75130f2a2 req-1f9e6802-db58-4cec-b3cb-8bc63b4e0aee tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356488 Aug 07 12:51:53.681903 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed43a7-31f2-4129-a95c-567760674549 req-a3ae75a2-5933-42bc-b01e-7c994120a098 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:53.683405 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-95ed43a7-31f2-4129-a95c-567760674549 req-a3ae75a2-5933-42bc-b01e-7c994120a098 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.58 "GET /v2.0/networks?id=e74bc9b9-473a-4cb4-9b05-03291588e0e6 HTTP/1.1" status: 200 len: 813 time: 0.1089680 Aug 07 12:51:53.717111 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-95ed43a7-31f2-4129-a95c-567760674549 req-db124b32-0255-4624-b69c-213e5d7fd1c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Request body: {'port': {'device_id': '6a9da5d1-5481-475d-a505-00ed52727ff3', 'network_id': 'e74bc9b9-473a-4cb4-9b05-03291588e0e6', 'admin_state_up': True, 'tenant_id': 'fd855e48a6cf4226ab5624f50b0f7d73'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:51:53.886090 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517d78b-e0b6-4ea7-9db9-b69290e12aca req-cc257850-cfc3-4e6d-9f54-948aa973961b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:53.888384 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f517d78b-e0b6-4ea7-9db9-b69290e12aca req-cc257850-cfc3-4e6d-9f54-948aa973961b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0969422 Aug 07 12:51:53.912242 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d653156-1a4c-4db4-930f-7c0c554366fd req-e979ddb9-4f23-4a3f-8274-055da57b26ce tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:53.921225 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1d653156-1a4c-4db4-930f-7c0c554366fd req-e979ddb9-4f23-4a3f-8274-055da57b26ce tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0795844 Aug 07 12:51:53.973419 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f517d78b-e0b6-4ea7-9db9-b69290e12aca req-47765eca-a150-4022-84ca-4250b753e0cc tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602682 Aug 07 12:51:53.994515 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1d653156-1a4c-4db4-930f-7c0c554366fd req-ae97c753-b1d8-4768-899c-d35632ff2984 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682523 Aug 07 12:51:54.045266 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ed43a7-31f2-4129-a95c-567760674549 req-db124b32-0255-4624-b69c-213e5d7fd1c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Made reservation on behalf of fd855e48a6cf4226ab5624f50b0f7d73 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:51:54.060050 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-95ed43a7-31f2-4129-a95c-567760674549 req-db124b32-0255-4624-b69c-213e5d7fd1c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:54.215620 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-95ed43a7-31f2-4129-a95c-567760674549 req-db124b32-0255-4624-b69c-213e5d7fd1c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Allocated IP 172.20.0.6 (e74bc9b9-473a-4cb4-9b05-03291588e0e6/2e155a44-a32a-437e-ad05-e71b75d66661/776d43f1-b629-4717-af37-fbce332ec2af) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:51:54.400897 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-95ed43a7-31f2-4129-a95c-567760674549 req-db124b32-0255-4624-b69c-213e5d7fd1c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:54.454112 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0a3122c1-eb07-4aef-b07a-53d7fd9faba1 req-dbbc5645-c1de-45eb-9515-040d7753a57a tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 210 time: 0.0299630 Aug 07 12:51:54.565242 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09877b-d030-4305-8209-f271eff75079 req-b6dbd5fb-4847-4b52-8b3a-f8a02bc1fbc9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:54.566845 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1c09877b-d030-4305-8209-f271eff75079 req-b6dbd5fb-4847-4b52-8b3a-f8a02bc1fbc9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 943 time: 0.0838592 Aug 07 12:51:54.576627 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-95ed43a7-31f2-4129-a95c-567760674549 req-db124b32-0255-4624-b69c-213e5d7fd1c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:54.650508 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ed43a7-31f2-4129-a95c-567760674549 req-db124b32-0255-4624-b69c-213e5d7fd1c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Network e74bc9b9-473a-4cb4-9b05-03291588e0e6 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:51:54.662529 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-95ed43a7-31f2-4129-a95c-567760674549 req-db124b32-0255-4624-b69c-213e5d7fd1c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:51:54.666858 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ed43a7-31f2-4129-a95c-567760674549 req-db124b32-0255-4624-b69c-213e5d7fd1c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:51:54.673220 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed43a7-31f2-4129-a95c-567760674549 req-db124b32-0255-4624-b69c-213e5d7fd1c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:54.674016 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-95ed43a7-31f2-4129-a95c-567760674549 req-db124b32-0255-4624-b69c-213e5d7fd1c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:54.676843 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db124b32-0255-4624-b69c-213e5d7fd1c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Pushing event updated for resources: {'Port': ['ID=776d43f1-b629-4717-af37-fbce332ec2af,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:54.689197 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1c09877b-d030-4305-8209-f271eff75079 req-2e506da2-5dfc-46d6-97d0-a46223b59796 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099303 Aug 07 12:51:54.800175 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-95ed43a7-31f2-4129-a95c-567760674549 req-db124b32-0255-4624-b69c-213e5d7fd1c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0899744 Aug 07 12:51:54.823921 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Request body: {'port': {'device_id': '6a9da5d1-5481-475d-a505-00ed52727ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:51:54.886146 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:55.151844 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e1f36-9ddc-4a38-8038-bedf46468ae6 req-897f8311-a73f-4e97-9fdc-2b8b53fa1b9f tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:55.153784 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-701e1f36-9ddc-4a38-8038-bedf46468ae6 req-897f8311-a73f-4e97-9fdc-2b8b53fa1b9f tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0602696 Aug 07 12:51:55.211559 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80505a8b-485d-4793-a7f1-1f96372bd860 req-48dbf5e8-36c8-4877-9a6c-423d65a47f1f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:55.213336 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-80505a8b-485d-4793-a7f1-1f96372bd860 req-48dbf5e8-36c8-4877-9a6c-423d65a47f1f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.1089211 Aug 07 12:51:55.216749 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-701e1f36-9ddc-4a38-8038-bedf46468ae6 req-26bdbc90-e6ad-46be-80bd-765b2c5a7224 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509672 Aug 07 12:51:55.300470 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776d43f1-b629-4717-af37-fbce332ec2af {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:51:55.321557 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:55.332034 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-80505a8b-485d-4793-a7f1-1f96372bd860 req-dd995df1-9feb-46cd-93df-d341652824ff tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048498 Aug 07 12:51:55.346891 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Transition to ACTIVE for port object 776d43f1-b629-4717-af37-fbce332ec2af will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:51:55.417610 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:55.469671 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Pushing event updated for resources: {'Port': ['ID=776d43f1-b629-4717-af37-fbce332ec2af,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:55.517036 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Attempting to bind port 776d43f1-b629-4717-af37-fbce332ec2af on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:51:55.517393 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Attempting to bind port 776d43f1-b629-4717-af37-fbce332ec2af by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'e311aa32-2c0e-4548-bbd5-15018de44a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e74bc9b9-473a-4cb4-9b05-03291588e0e6'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:51:55.517957 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Attempting to bind port 776d43f1-b629-4717-af37-fbce332ec2af on network e74bc9b9-473a-4cb4-9b05-03291588e0e6 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:51:55.524283 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Port 776d43f1-b629-4717-af37-fbce332ec2af on network e74bc9b9-473a-4cb4-9b05-03291588e0e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:51:55.524628 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Attempting to bind port 776d43f1-b629-4717-af37-fbce332ec2af on network e74bc9b9-473a-4cb4-9b05-03291588e0e6 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:51:55.530533 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:51:55.530937 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Checking segment: {'id': 'e311aa32-2c0e-4548-bbd5-15018de44a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e74bc9b9-473a-4cb4-9b05-03291588e0e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:51:55.531696 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Bound using segment: {'id': 'e311aa32-2c0e-4548-bbd5-15018de44a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e74bc9b9-473a-4cb4-9b05-03291588e0e6'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:51:55.531696 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Bound port: 776d43f1-b629-4717-af37-fbce332ec2af, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e311aa32-2c0e-4548-bbd5-15018de44a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e74bc9b9-473a-4cb4-9b05-03291588e0e6'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:51:55.532478 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:55.712032 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232ebf2-8678-40fd-8fa8-a8460a876685 req-f19daaf7-1642-444f-8300-b2c9190d7d18 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:55.714701 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b232ebf2-8678-40fd-8fa8-a8460a876685 req-f19daaf7-1642-444f-8300-b2c9190d7d18 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 943 time: 0.1326642 Aug 07 12:51:55.716549 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] For port 776d43f1-b629-4717-af37-fbce332ec2af, host hv-cinder-78729, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:51:55.723379 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] For port 776d43f1-b629-4717-af37-fbce332ec2af, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=776d43f1-b629-4717-af37-fbce332ec2af,segment=NetworkSegment(e311aa32-2c0e-4548-bbd5-15018de44a8e),segment_id=e311aa32-2c0e-4548-bbd5-15018de44a8e)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:51:55.785001 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b232ebf2-8678-40fd-8fa8-a8460a876685 req-4b004814-5fd6-4088-be0e-b234614c697e tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589406 Aug 07 12:51:55.830741 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:55.839812 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282977a-5939-40a4-83ae-c74089e0dbf7 req-2478f30a-12d4-4914-98f4-150715eb0c5a tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:55.841367 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-4282977a-5939-40a4-83ae-c74089e0dbf7 req-2478f30a-12d4-4914-98f4-150715eb0c5a tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 943 time: 0.0633874 Aug 07 12:51:55.845481 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:55.846353 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:55.847766 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-95ed43a7-31f2-4129-a95c-567760674549 req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] 10.222.0.58 "PUT /v2.0/ports/776d43f1-b629-4717-af37-fbce332ec2af HTTP/1.1" status: 200 len: 1093 time: 1.0284214 Aug 07 12:51:55.871580 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9da5d1-5481-475d-a505-00ed52727ff3', 'tag': '776d43f1-b629-4717-af37-fbce332ec2af'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:51:55.873850 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadd18ae-a311-4d3f-8bca-9e5cd0005b00" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9da5d1-5481-475d-a505-00ed52727ff3", "tag": "776d43f1-b629-4717-af37-fbce332ec2af"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:51:55.907898 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-4282977a-5939-40a4-83ae-c74089e0dbf7 req-444ae390-8a8b-4dc1-abe2-227710a4783e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586765 Aug 07 12:51:55.915245 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3f745-0903-4a14-9a39-a3470531561c service neutron] Pushing event updated for resources: {'Port': ['ID=776d43f1-b629-4717-af37-fbce332ec2af,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:55.934152 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d826add9-1460-447f-bab3-3dbdb147934a x-openstack-request-id: req-d826add9-1460-447f-bab3-3dbdb147934a {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:51:55.934568 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9da5d1-5481-475d-a505-00ed52727ff3", "tag": "776d43f1-b629-4717-af37-fbce332ec2af", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:51:55.934905 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d826add9-1460-447f-bab3-3dbdb147934a {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:51:55.935343 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9da5d1-5481-475d-a505-00ed52727ff3', 'tag': '776d43f1-b629-4717-af37-fbce332ec2af', 'status': 'completed', 'code': 200} Aug 07 12:51:56.033995 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd18ae-a311-4d3f-8bca-9e5cd0005b00 req-6ab60565-b0f0-4487-989b-4e750ea8278c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:56.035749 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cadd18ae-a311-4d3f-8bca-9e5cd0005b00 req-6ab60565-b0f0-4487-989b-4e750ea8278c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd855e48a6cf4226ab5624f50b0f7d73&device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0523758 Aug 07 12:51:56.161182 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd18ae-a311-4d3f-8bca-9e5cd0005b00 req-ec92371a-130e-41db-8c58-46981884a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:56.162624 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cadd18ae-a311-4d3f-8bca-9e5cd0005b00 req-ec92371a-130e-41db-8c58-46981884a50d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=fd855e48a6cf4226ab5624f50b0f7d73&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1079171 Aug 07 12:51:56.267933 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd18ae-a311-4d3f-8bca-9e5cd0005b00 req-d13e6c49-2258-442a-954c-01e530b5f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:56.269552 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cadd18ae-a311-4d3f-8bca-9e5cd0005b00 req-d13e6c49-2258-442a-954c-01e530b5f63d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996497 Aug 07 12:51:56.299083 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 2ec4f04e-5135-4995-8235-4271c76fec57 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:51:56.358586 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4764fa3-1578-4b9a-b29b-8df19e443c5b req-eaf16f80-f6e7-4b0c-83c2-3e4c41c78700 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:56.361097 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a4764fa3-1578-4b9a-b29b-8df19e443c5b req-eaf16f80-f6e7-4b0c-83c2-3e4c41c78700 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0624413 Aug 07 12:51:56.434044 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed43a7-31f2-4129-a95c-567760674549 req-2ec45e14-9d71-4280-ad2b-2278a2c57132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:56.434044 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-95ed43a7-31f2-4129-a95c-567760674549 req-2ec45e14-9d71-4280-ad2b-2278a2c57132 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd855e48a6cf4226ab5624f50b0f7d73&device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 1096 time: 0.0552013 Aug 07 12:51:56.435106 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a4764fa3-1578-4b9a-b29b-8df19e443c5b req-14c1794d-433c-42ab-8159-1be33bcc03cd tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411258 Aug 07 12:51:56.435203 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 2ec4f04e-5135-4995-8235-4271c76fec57, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2ec4f04e-5135-4995-8235-4271c76fec57,segment=NetworkSegment(50e27e6a-824e-4b53-9d92-cb775a3765f9),segment_id=50e27e6a-824e-4b53-9d92-cb775a3765f9)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:51:56.439495 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': '2ec4f04e-5135-4995-8235-4271c76fec57', 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273', 'port_id': '2ec4f04e-5135-4995-8235-4271c76fec57', 'mac_address': 'fa:16:3e:50:bc:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:51:56.463589 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-95ed43a7-31f2-4129-a95c-567760674549 req-95cfb0fc-371d-4aca-97bf-d1d91d0367ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=776d43f1-b629-4717-af37-fbce332ec2af HTTP/1.1" status: 200 len: 217 time: 0.0392163 Aug 07 12:51:56.484943 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:56.500057 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec4f04e-5135-4995-8235-4271c76fec57 {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:51:56.522177 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 2ec4f04e-5135-4995-8235-4271c76fec57, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2ec4f04e-5135-4995-8235-4271c76fec57,segment=NetworkSegment(50e27e6a-824e-4b53-9d92-cb775a3765f9),segment_id=50e27e6a-824e-4b53-9d92-cb775a3765f9)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:51:56.544581 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153277f-a935-4905-8f27-596e1397e1a2 req-8556ec2d-3de7-4aa5-a1d0-1078b610e391 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:56.545161 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed43a7-31f2-4129-a95c-567760674549 req-f6f35d49-8080-4e77-a42a-50c2f91f2ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:56.546900 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-95ed43a7-31f2-4129-a95c-567760674549 req-f6f35d49-8080-4e77-a42a-50c2f91f2ef8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2e155a44-a32a-437e-ad05-e71b75d66661 HTTP/1.1" status: 200 len: 853 time: 0.0514455 Aug 07 12:51:56.550676 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1153277f-a935-4905-8f27-596e1397e1a2 req-8556ec2d-3de7-4aa5-a1d0-1078b610e391 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0625474 Aug 07 12:51:56.580208 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-95ed43a7-31f2-4129-a95c-567760674549 req-812eb935-13b6-49e3-ac02-ab45014e1ae9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e74bc9b9-473a-4cb4-9b05-03291588e0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250728 Aug 07 12:51:56.586503 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1153277f-a935-4905-8f27-596e1397e1a2 req-a6182fde-8bac-4e8a-acad-5d7f39e745e3 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336373 Aug 07 12:51:56.617710 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:56.683508 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=2ec4f04e-5135-4995-8235-4271c76fec57,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:56.684709 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-95ed43a7-31f2-4129-a95c-567760674549 req-0c7b3601-f58d-4474-aa2f-3ecc69d76eab service neutron] 10.222.0.58 "GET /v2.0/networks/e74bc9b9-473a-4cb4-9b05-03291588e0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961888 Aug 07 12:51:56.697760 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:56.698400 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:56.698946 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:56.699483 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:56.700262 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:56.700842 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:56.701341 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:56.701920 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:56.702526 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:56.703056 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:56.703523 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:56.704102 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:51:56.788376 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-95ed43a7-31f2-4129-a95c-567760674549 req-78fccfb6-b74b-4185-b1f8-7091ebc14238 service neutron] 10.222.0.58 "GET /v2.0/networks/e74bc9b9-473a-4cb4-9b05-03291588e0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939059 Aug 07 12:51:56.930802 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ade029-7b2f-4449-9713-541ce6dc9240 req-c238c0aa-933f-4ea5-b5d6-51cf377d3104 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:56.932415 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-64ade029-7b2f-4449-9713-541ce6dc9240 req-c238c0aa-933f-4ea5-b5d6-51cf377d3104 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 943 time: 0.0605738 Aug 07 12:51:56.981881 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-64ade029-7b2f-4449-9713-541ce6dc9240 req-9a33979b-f191-41a2-b1c9-17e51354e3fd tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383596 Aug 07 12:51:56.999009 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['2ec4f04e-5135-4995-8235-4271c76fec57'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:51:57.052238 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81037d0a-0489-48b4-b417-b733686f8937 req-49c004c7-9840-4cd8-b25e-c5098e7377a6 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:57.054671 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-81037d0a-0489-48b4-b417-b733686f8937 req-49c004c7-9840-4cd8-b25e-c5098e7377a6 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 944 time: 0.0657699 Aug 07 12:51:57.115550 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-81037d0a-0489-48b4-b417-b733686f8937 req-3d1b1ae9-a518-45b9-9f6f-d4d02c4cb1d1 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467772 Aug 07 12:51:57.559472 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37845eb6-2df5-4f56-9ef1-28f71aa93a5a req-0b5485cc-f2d4-4e50-96a2-228704defa17 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:57.561127 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-37845eb6-2df5-4f56-9ef1-28f71aa93a5a req-0b5485cc-f2d4-4e50-96a2-228704defa17 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0646372 Aug 07 12:51:57.620717 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-37845eb6-2df5-4f56-9ef1-28f71aa93a5a req-2bcffe05-a5d6-4246-b59c-ed4ecbf3b94a tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451930 Aug 07 12:51:57.795168 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205da1b7-aa94-4faf-8e4f-e8a18066f940 req-4a6dcb61-c802-4ac5-b3e4-336f9266d10b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:57.797964 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-205da1b7-aa94-4faf-8e4f-e8a18066f940 req-4a6dcb61-c802-4ac5-b3e4-336f9266d10b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0819383 Aug 07 12:51:57.858001 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-205da1b7-aa94-4faf-8e4f-e8a18066f940 req-0e23c25a-eeff-4c9f-bbc5-e57b36fee0b8 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494897 Aug 07 12:51:58.135142 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585d74f-498a-46e2-9327-aa9d71444bd3 req-57a06a35-0c3f-40b1-ab85-a0e41378e912 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:58.138975 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9585d74f-498a-46e2-9327-aa9d71444bd3 req-57a06a35-0c3f-40b1-ab85-a0e41378e912 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0574763 Aug 07 12:51:58.151232 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226e1b2-9e0d-4ab3-8ba2-f617bf28fbed req-4269cf83-42bd-4066-bf83-a68abebb87ba tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:58.153512 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5226e1b2-9e0d-4ab3-8ba2-f617bf28fbed req-4269cf83-42bd-4066-bf83-a68abebb87ba tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 943 time: 0.0743518 Aug 07 12:51:58.201373 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9585d74f-498a-46e2-9327-aa9d71444bd3 req-0ac59235-b74e-401b-b1e9-480fda47b1d5 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551100 Aug 07 12:51:58.201685 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5226e1b2-9e0d-4ab3-8ba2-f617bf28fbed req-8278dbf9-7086-448e-878e-733876c14d88 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404944 Aug 07 12:51:58.324003 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f1137-ef27-4a5c-9cb1-40f0041f703b req-a2d3add1-44b2-42da-aa7b-e897fc2a6585 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:58.325352 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7c8f1137-ef27-4a5c-9cb1-40f0041f703b req-a2d3add1-44b2-42da-aa7b-e897fc2a6585 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 944 time: 0.0579708 Aug 07 12:51:58.327422 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 776d43f1-b629-4717-af37-fbce332ec2af details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:51:58.341294 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 2ec4f04e-5135-4995-8235-4271c76fec57 up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:51:58.404154 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acf506-0f33-4dcd-a331-8d9285a761b6 req-75617736-3fb6-4369-8eda-d62c55b8f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:58.405688 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f3acf506-0f33-4dcd-a331-8d9285a761b6 req-75617736-3fb6-4369-8eda-d62c55b8f2ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe58962fe09244deb2d59c8d994e7b3e&device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 1098 time: 0.0793965 Aug 07 12:51:58.409603 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7c8f1137-ef27-4a5c-9cb1-40f0041f703b req-cc703bd0-693a-48d4-836c-695aaf668c64 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737994 Aug 07 12:51:58.490629 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 776d43f1-b629-4717-af37-fbce332ec2af, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=776d43f1-b629-4717-af37-fbce332ec2af,segment=NetworkSegment(e311aa32-2c0e-4548-bbd5-15018de44a8e),segment_id=e311aa32-2c0e-4548-bbd5-15018de44a8e)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:51:58.503835 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': '776d43f1-b629-4717-af37-fbce332ec2af', 'network_id': 'e74bc9b9-473a-4cb4-9b05-03291588e0e6', 'port_id': '776d43f1-b629-4717-af37-fbce332ec2af', 'mac_address': 'fa:16:3e:27:78:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e155a44-a32a-437e-ad05-e71b75d66661', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:51:58.543511 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acf506-0f33-4dcd-a331-8d9285a761b6 req-199053b8-e66f-401a-8445-90284cd7d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:58.543934 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port 2ec4f04e-5135-4995-8235-4271c76fec57 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:51:58.546223 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f3acf506-0f33-4dcd-a331-8d9285a761b6 req-199053b8-e66f-401a-8445-90284cd7d4cc service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5 HTTP/1.1" status: 200 len: 911 time: 0.1263130 Aug 07 12:51:58.555779 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port 2ec4f04e-5135-4995-8235-4271c76fec57 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:51:58.556172 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:58.591334 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:58.615166 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776d43f1-b629-4717-af37-fbce332ec2af {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:51:58.638850 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f3acf506-0f33-4dcd-a331-8d9285a761b6 req-cfcba4b3-8050-4c32-873a-a33d9ba2d0fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 HTTP/1.1" status: 200 len: 1001 time: 0.0834997 Aug 07 12:51:58.645139 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 776d43f1-b629-4717-af37-fbce332ec2af, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=776d43f1-b629-4717-af37-fbce332ec2af,segment=NetworkSegment(e311aa32-2c0e-4548-bbd5-15018de44a8e),segment_id=e311aa32-2c0e-4548-bbd5-15018de44a8e)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:51:58.703447 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acf506-0f33-4dcd-a331-8d9285a761b6 req-3d92c601-943f-45e1-a432-4aa3e22f21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:58.705081 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f3acf506-0f33-4dcd-a331-8d9285a761b6 req-3d92c601-943f-45e1-a432-4aa3e22f21d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=300bb429-c76c-4118-afab-6302f18dd66e HTTP/1.1" status: 200 len: 849 time: 0.0557878 Aug 07 12:51:58.719372 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:58.748285 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec4f04e-5135-4995-8235-4271c76fec57'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:51:58.751280 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02259f0c-cf1b-4caf-b103-be8fe9a61b39" -d '{"events": [{"server_uuid": "e341221f-d643-49ec-8fa2-545ee5b69d94", "name": "network-vif-plugged", "status": "completed", "tag": "2ec4f04e-5135-4995-8235-4271c76fec57"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:51:58.762440 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:58.770830 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 2ec4f04e-5135-4995-8235-4271c76fec57, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2ec4f04e-5135-4995-8235-4271c76fec57,segment=NetworkSegment(50e27e6a-824e-4b53-9d92-cb775a3765f9),segment_id=50e27e6a-824e-4b53-9d92-cb775a3765f9)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:51:58.773596 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acf506-0f33-4dcd-a331-8d9285a761b6 req-68c85920-ac53-49a2-ab11-40ed9ea76e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:58.775282 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f3acf506-0f33-4dcd-a331-8d9285a761b6 req-68c85920-ac53-49a2-ab11-40ed9ea76e98 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547304 Aug 07 12:51:58.799052 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d258031-d1ca-4183-b77c-18ebfc065a50 x-openstack-request-id: req-3d258031-d1ca-4183-b77c-18ebfc065a50 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:51:58.799369 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e341221f-d643-49ec-8fa2-545ee5b69d94", "name": "network-vif-plugged", "status": "completed", "tag": "2ec4f04e-5135-4995-8235-4271c76fec57", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:51:58.799625 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3d258031-d1ca-4183-b77c-18ebfc065a50 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:51:58.800457 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec4f04e-5135-4995-8235-4271c76fec57', 'code': 200} Aug 07 12:51:58.831371 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=776d43f1-b629-4717-af37-fbce332ec2af,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:58.848286 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:51:58.917563 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=2ec4f04e-5135-4995-8235-4271c76fec57,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:51:59.029296 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f3acf506-0f33-4dcd-a331-8d9285a761b6 req-b444ec31-d6c6-490e-a439-31813a422b3e service neutron] 10.222.0.58 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947536 Aug 07 12:51:59.047345 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852a2f1-281c-48ec-936b-f6e00b566181 req-c6918f77-7542-46e9-8fae-8e3614cfb4bd tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:59.049102 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d852a2f1-281c-48ec-936b-f6e00b566181 req-c6918f77-7542-46e9-8fae-8e3614cfb4bd tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0824516 Aug 07 12:51:59.142123 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['776d43f1-b629-4717-af37-fbce332ec2af'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:51:59.166992 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d852a2f1-281c-48ec-936b-f6e00b566181 req-ef307d57-7186-49f1-a396-125ec157a3aa tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102588 Aug 07 12:51:59.214997 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f3acf506-0f33-4dcd-a331-8d9285a761b6 req-a26f06af-823c-4239-9e8e-50a0b1e393f2 service neutron] 10.222.0.58 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753094 Aug 07 12:51:59.268063 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e3624-c4db-4dba-a788-d595312677fa req-533d648b-9dc7-4763-9cf9-3c206348b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:59.272350 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-827e3624-c4db-4dba-a788-d595312677fa req-533d648b-9dc7-4763-9cf9-3c206348b282 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 1098 time: 0.0863867 Aug 07 12:51:59.348387 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-827e3624-c4db-4dba-a788-d595312677fa req-109b9912-7ba1-4a88-af4b-406f19e66d4d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678742 Aug 07 12:51:59.382373 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a529d-ef19-448a-b25f-bb4ebdfec4f1 req-47b818cd-9b8c-43fb-a5cd-de3f2ab6b450 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:59.382373 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-516a529d-ef19-448a-b25f-bb4ebdfec4f1 req-47b818cd-9b8c-43fb-a5cd-de3f2ab6b450 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0718982 Aug 07 12:51:59.410933 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11a88b-416a-4076-a791-967a5b03e819 req-1b05bb53-42df-4baf-bc63-f615fbb84ded tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:59.412569 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb11a88b-416a-4076-a791-967a5b03e819 req-1b05bb53-42df-4baf-bc63-f615fbb84ded tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 944 time: 0.0668120 Aug 07 12:51:59.423960 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-516a529d-ef19-448a-b25f-bb4ebdfec4f1 req-ed6e8e9d-4dd8-4102-81f8-169f1e57d5dd tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417972 Aug 07 12:51:59.465541 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb11a88b-416a-4076-a791-967a5b03e819 req-f7a09801-88ff-4075-b88f-05b9d3ad5322 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448320 Aug 07 12:51:59.562838 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0efa6-d7e1-422a-9150-30a874219e5f req-8568f360-2c98-4228-afc5-61cd1ac7fd4b tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:51:59.564518 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1df0efa6-d7e1-422a-9150-30a874219e5f req-8568f360-2c98-4228-afc5-61cd1ac7fd4b tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 945 time: 0.0569170 Aug 07 12:51:59.605891 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1df0efa6-d7e1-422a-9150-30a874219e5f req-da12c9ad-5e9f-4dae-be46-fdde51618e17 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338399 Aug 07 12:52:00.312279 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15b7d0-6583-48e9-b47d-e9575be7097a req-ede350db-b73a-4788-97c7-8d19b5d0ee91 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:00.314509 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cf15b7d0-6583-48e9-b47d-e9575be7097a req-ede350db-b73a-4788-97c7-8d19b5d0ee91 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0592914 Aug 07 12:52:00.347040 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 776d43f1-b629-4717-af37-fbce332ec2af up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:52:00.365188 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cf15b7d0-6583-48e9-b47d-e9575be7097a req-76a40435-32ce-4e87-865c-89b30098bdb3 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432336 Aug 07 12:52:00.507949 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port 776d43f1-b629-4717-af37-fbce332ec2af completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:52:00.517788 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port 776d43f1-b629-4717-af37-fbce332ec2af triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:52:00.517788 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:00.612937 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2172c5-d443-4e84-aca5-6a2a6794301d req-40fe34e0-24f6-4a39-98ff-a7cf21614443 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:00.613512 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ff196-18d7-46da-99e4-48b044a88317 req-d468219e-15c6-4ff0-bcd9-68839a2c9a04 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:00.614917 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3b2172c5-d443-4e84-aca5-6a2a6794301d req-40fe34e0-24f6-4a39-98ff-a7cf21614443 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0661440 Aug 07 12:52:00.615077 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-707ff196-18d7-46da-99e4-48b044a88317 req-d468219e-15c6-4ff0-bcd9-68839a2c9a04 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 944 time: 0.0506999 Aug 07 12:52:00.621526 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:00.667002 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 776d43f1-b629-4717-af37-fbce332ec2af, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=776d43f1-b629-4717-af37-fbce332ec2af,segment=NetworkSegment(e311aa32-2c0e-4548-bbd5-15018de44a8e),segment_id=e311aa32-2c0e-4548-bbd5-15018de44a8e)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:52:00.672930 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3b2172c5-d443-4e84-aca5-6a2a6794301d req-03d48da1-1239-4571-a688-bfb7e5f0cf65 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498383 Aug 07 12:52:00.681730 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-707ff196-18d7-46da-99e4-48b044a88317 req-93a06462-8ae8-4f55-ae6d-0bda4341385c tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553584 Aug 07 12:52:00.800963 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5393432-bd1f-48fd-b14c-22a5525deeb2 req-64c0f18c-d5e5-4a42-b167-ff8147e7341d tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:00.801888 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9da5d1-5481-475d-a505-00ed52727ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776d43f1-b629-4717-af37-fbce332ec2af'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:52:00.803462 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c5393432-bd1f-48fd-b14c-22a5525deeb2 req-64c0f18c-d5e5-4a42-b167-ff8147e7341d tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 945 time: 0.0552557 Aug 07 12:52:00.804864 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb41f38-0034-4ff6-a53e-d11497980aa6" -d '{"events": [{"server_uuid": "6a9da5d1-5481-475d-a505-00ed52727ff3", "name": "network-vif-plugged", "status": "completed", "tag": "776d43f1-b629-4717-af37-fbce332ec2af"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:52:00.849343 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b252ba-351a-47b9-a470-3ca16ad5f357 x-openstack-request-id: req-13b252ba-351a-47b9-a470-3ca16ad5f357 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:52:00.849768 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9da5d1-5481-475d-a505-00ed52727ff3", "name": "network-vif-plugged", "status": "completed", "tag": "776d43f1-b629-4717-af37-fbce332ec2af", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:52:00.850031 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-13b252ba-351a-47b9-a470-3ca16ad5f357 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:52:00.850447 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9da5d1-5481-475d-a505-00ed52727ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776d43f1-b629-4717-af37-fbce332ec2af', 'code': 200} Aug 07 12:52:00.854058 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c5393432-bd1f-48fd-b14c-22a5525deeb2 req-c4513b96-4799-437d-a5f0-7e41e12a4d37 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415597 Aug 07 12:52:00.996746 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:01.034483 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=776d43f1-b629-4717-af37-fbce332ec2af,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:52:01.509453 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4431d-4609-4ea2-8755-dee19d556003 req-4fd5ee72-9394-4a9a-ab23-987a25d997d8 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:01.512480 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-69d4431d-4609-4ea2-8755-dee19d556003 req-4fd5ee72-9394-4a9a-ab23-987a25d997d8 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0635998 Aug 07 12:52:01.552532 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfae13-32e3-467e-9c77-4d79bbbe7d49 req-3e956f55-9a52-459b-b3d6-e63f96228cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:01.558969 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-43bfae13-32e3-467e-9c77-4d79bbbe7d49 req-3e956f55-9a52-459b-b3d6-e63f96228cd5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 1098 time: 0.0704217 Aug 07 12:52:01.570776 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-69d4431d-4609-4ea2-8755-dee19d556003 req-27ca5797-7274-4381-806e-e34b56b01d38 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467467 Aug 07 12:52:01.613832 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-43bfae13-32e3-467e-9c77-4d79bbbe7d49 req-f2c6201b-1e34-4b5a-b7b1-31d8bd552c65 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516701 Aug 07 12:52:01.808339 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b692-8242-47cb-83dc-276df361717a req-fe67b81c-fece-4661-8afd-132776c4ca0f tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:01.809843 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-83f0b692-8242-47cb-83dc-276df361717a req-fe67b81c-fece-4661-8afd-132776c4ca0f tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0598538 Aug 07 12:52:01.839828 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e399c7a-5142-4bef-9d1b-78b7bab101da req-124c559a-92c0-44fb-8d08-eb37d38dc9cb tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:01.844414 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4e399c7a-5142-4bef-9d1b-78b7bab101da req-124c559a-92c0-44fb-8d08-eb37d38dc9cb tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 945 time: 0.0579641 Aug 07 12:52:01.854237 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-83f0b692-8242-47cb-83dc-276df361717a req-3fc849ab-023a-4953-a279-2dfbbf7e2976 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369823 Aug 07 12:52:01.882347 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4e399c7a-5142-4bef-9d1b-78b7bab101da req-d3b35d68-fed0-4239-9df5-b8c43de98b59 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339971 Aug 07 12:52:02.022821 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200b3ed-5638-45e5-9a76-848eafb22910 req-13f3aa36-86bf-461e-ae4b-148898aaf19f tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:02.024403 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2200b3ed-5638-45e5-9a76-848eafb22910 req-13f3aa36-86bf-461e-ae4b-148898aaf19f tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 945 time: 0.0497363 Aug 07 12:52:02.065355 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2200b3ed-5638-45e5-9a76-848eafb22910 req-d7e03308-5b3c-4793-a708-5b135dd9b72b tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343807 Aug 07 12:52:02.186210 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc901c-7cd9-4966-a4c5-5e41cc1b17c0 req-bca59722-6410-4225-85e1-059ce0c0cc50 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:02.187718 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-46dc901c-7cd9-4966-a4c5-5e41cc1b17c0 req-bca59722-6410-4225-85e1-059ce0c0cc50 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 945 time: 0.0495603 Aug 07 12:52:02.228499 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-46dc901c-7cd9-4966-a4c5-5e41cc1b17c0 req-1745eb8f-671d-465c-b0a1-bf68d1fcdced tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338204 Aug 07 12:52:02.580878 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d196d8a-2b95-49b1-90fc-9861b761629b req-73c79fff-9f64-4381-884c-9f6c39c5f3a4 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:02.582696 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1d196d8a-2b95-49b1-90fc-9861b761629b req-73c79fff-9f64-4381-884c-9f6c39c5f3a4 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 945 time: 0.0524554 Aug 07 12:52:02.622423 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1d196d8a-2b95-49b1-90fc-9861b761629b req-a0380ed4-26a8-4bde-828e-12125b12f829 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336921 Aug 07 12:52:02.704650 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f2e6f-5b20-40a5-a664-119ab73f6872 req-927acbc9-ac20-46a5-b42b-07eb5215a1df tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:02.706371 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-371f2e6f-5b20-40a5-a664-119ab73f6872 req-927acbc9-ac20-46a5-b42b-07eb5215a1df tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0594392 Aug 07 12:52:02.749339 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-371f2e6f-5b20-40a5-a664-119ab73f6872 req-7162a700-82c8-4258-b928-74b4f0a5a3aa tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356071 Aug 07 12:52:03.014444 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7cfda-9680-456f-95e3-62ff1bb0193d req-061ec913-799c-4760-a314-1213c3d3f523 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:03.016267 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8bd7cfda-9680-456f-95e3-62ff1bb0193d req-061ec913-799c-4760-a314-1213c3d3f523 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 945 time: 0.0540638 Aug 07 12:52:03.054799 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8bd7cfda-9680-456f-95e3-62ff1bb0193d req-bbfaa904-370e-432a-ac51-c1a3db16176d tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322330 Aug 07 12:52:03.469675 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6609f5ad-2057-4c06-98d2-dda14743c4a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:03.883819 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50fb96-717e-45e2-94f1-27f1b373f8d2 req-f6db0206-8d1b-43ce-9907-a200e5dec5c6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:03.885310 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4f50fb96-717e-45e2-94f1-27f1b373f8d2 req-f6db0206-8d1b-43ce-9907-a200e5dec5c6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0570455 Aug 07 12:52:03.924659 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4f50fb96-717e-45e2-94f1-27f1b373f8d2 req-4a5c03fe-550f-4f93-8b4c-16d235879427 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325904 Aug 07 12:52:04.245377 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cbe2c-447b-49d6-ab82-1d233325ef30 req-e477a2d4-2527-41be-87b4-70a5f384494d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:04.246967 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-846cbe2c-447b-49d6-ab82-1d233325ef30 req-e477a2d4-2527-41be-87b4-70a5f384494d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0577908 Aug 07 12:52:04.288502 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-846cbe2c-447b-49d6-ab82-1d233325ef30 req-3d369a9d-e763-4d15-a175-e665869682b2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346313 Aug 07 12:52:04.317142 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca5665-0015-416f-bb3c-3493962ac437 req-300cb6cd-7b88-429b-bcaa-206a09577273 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:04.318741 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e8ca5665-0015-416f-bb3c-3493962ac437 req-300cb6cd-7b88-429b-bcaa-206a09577273 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 945 time: 0.0515764 Aug 07 12:52:04.361958 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e8ca5665-0015-416f-bb3c-3493962ac437 req-4dbbcca9-a8dd-408e-825a-37e4200e15b8 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371504 Aug 07 12:52:05.060344 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ccbd1-674d-4946-bf04-25a86cf1d476 req-f65ba552-ee12-437a-9271-ea1e90632bd8 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:05.061891 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-be3ccbd1-674d-4946-bf04-25a86cf1d476 req-f65ba552-ee12-437a-9271-ea1e90632bd8 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0525708 Aug 07 12:52:05.115143 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-be3ccbd1-674d-4946-bf04-25a86cf1d476 req-68ba9595-af11-42ab-9b59-bb981facd0d3 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465581 Aug 07 12:52:05.417181 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8212b9-80f8-4226-a8e7-19b11f7d6d94 req-03f6e76d-e688-4151-9876-bf737446aaa3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:05.443706 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-dd8212b9-80f8-4226-a8e7-19b11f7d6d94 req-03f6e76d-e688-4151-9876-bf737446aaa3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0488253 Aug 07 12:52:05.468308 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-dd8212b9-80f8-4226-a8e7-19b11f7d6d94 req-2cdcbba0-7987-40f5-be95-7f0270d9bed3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427227 Aug 07 12:52:05.841533 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6e6a1d02-745e-4d30-81cc-0d52ffcf9564 req-27060004-bdf2-4fa7-957a-ba5d5a1d5c1c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421886 Aug 07 12:52:05.938405 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a1d02-745e-4d30-81cc-0d52ffcf9564 req-8b95a653-2121-4700-ba53-12f341e3f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:05.939912 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6e6a1d02-745e-4d30-81cc-0d52ffcf9564 req-8b95a653-2121-4700-ba53-12f341e3f55c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e94075116c334ad39b4fbfcde986d660&device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 1098 time: 0.0479746 Aug 07 12:52:06.050980 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a1d02-745e-4d30-81cc-0d52ffcf9564 req-33933970-5fcd-436c-95dc-a1a86ce534c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:06.052618 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6e6a1d02-745e-4d30-81cc-0d52ffcf9564 req-33933970-5fcd-436c-95dc-a1a86ce534c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2321795-e5f2-40d8-bbcd-632960ec1b50 HTTP/1.1" status: 200 len: 919 time: 0.0896728 Aug 07 12:52:06.110094 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6e6a1d02-745e-4d30-81cc-0d52ffcf9564 req-02ec4b6e-b088-4373-abc9-7e6c1dc48b31 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=94c5dc51-1cc4-4d2f-a731-02c412f50db1 HTTP/1.1" status: 200 len: 217 time: 0.0419705 Aug 07 12:52:06.178796 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a1d02-745e-4d30-81cc-0d52ffcf9564 req-a6911d91-9a26-47b6-8e23-cb72ad36b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:06.180336 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6e6a1d02-745e-4d30-81cc-0d52ffcf9564 req-a6911d91-9a26-47b6-8e23-cb72ad36b307 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb5a6588-eee4-40e0-8f56-708709b8be3c HTTP/1.1" status: 200 len: 858 time: 0.0562828 Aug 07 12:52:06.234348 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6e6a1d02-745e-4d30-81cc-0d52ffcf9564 req-dd307ffa-cba4-44fb-acfd-55b64d6b917b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2321795-e5f2-40d8-bbcd-632960ec1b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329850 Aug 07 12:52:06.268392 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c13d14-a039-4928-a04f-575e69ee6d7c req-63bc3010-532d-40fc-9881-80f6dba6ba6f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:06.271742 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-44c13d14-a039-4928-a04f-575e69ee6d7c req-63bc3010-532d-40fc-9881-80f6dba6ba6f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0780084 Aug 07 12:52:06.318436 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-44c13d14-a039-4928-a04f-575e69ee6d7c req-73912d02-d98a-40a5-aae5-fc0ae9cca9b8 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397496 Aug 07 12:52:06.344375 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6e6a1d02-745e-4d30-81cc-0d52ffcf9564 req-d58ffdc4-a887-42d0-a617-b48db1d70571 service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008315 Aug 07 12:52:06.449966 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6e6a1d02-745e-4d30-81cc-0d52ffcf9564 req-470e8378-71cc-40f8-8398-12dec10bef31 service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977209 Aug 07 12:52:06.601194 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534f045-a4a4-4536-8f5c-6e1f4f6feb8a req-a1dfa8aa-b318-43c4-953d-741a48493189 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:06.602738 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6534f045-a4a4-4536-8f5c-6e1f4f6feb8a req-a1dfa8aa-b318-43c4-953d-741a48493189 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0523167 Aug 07 12:52:06.645295 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6534f045-a4a4-4536-8f5c-6e1f4f6feb8a req-90d22946-9ed0-43f8-b992-7f9edd6ebd0d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362136 Aug 07 12:52:06.667954 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-5da02cae-449f-410d-9857-12357699d595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:07.040148 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:07.068555 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:07.365922 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:07.444621 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11bfb0-9c41-4138-be9a-aa8d7b89ce4c req-e09a139f-04aa-4d0d-a3ce-51df8cacc03f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:07.446246 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-3f11bfb0-9c41-4138-be9a-aa8d7b89ce4c req-e09a139f-04aa-4d0d-a3ce-51df8cacc03f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0528035 Aug 07 12:52:07.487402 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-3f11bfb0-9c41-4138-be9a-aa8d7b89ce4c req-fdc68fd5-5ced-4c09-a973-a1a1a4e8a729 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344777 Aug 07 12:52:07.796684 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfc204-dbc8-45fb-939c-304252359d73 req-d12fef10-2fbd-495b-b256-765d45fd8fdf tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:07.798484 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-dabfc204-dbc8-45fb-939c-304252359d73 req-d12fef10-2fbd-495b-b256-765d45fd8fdf tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0559525 Aug 07 12:52:07.844272 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-dabfc204-dbc8-45fb-939c-304252359d73 req-306c45e2-3cc2-4757-8f20-76d50c562cb7 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393956 Aug 07 12:52:08.615955 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3f0f4-2a8e-4a6a-b663-8f0cc7df7f46 req-4c1ed560-5875-4c19-bc0c-e783a20325a9 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:08.617445 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bde3f0f4-2a8e-4a6a-b663-8f0cc7df7f46 req-4c1ed560-5875-4c19-bc0c-e783a20325a9 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0498407 Aug 07 12:52:08.659480 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bde3f0f4-2a8e-4a6a-b663-8f0cc7df7f46 req-1f0ac472-b45e-47ee-8df5-295d8008d841 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360408 Aug 07 12:52:09.104302 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd594e28-bd4c-4352-8c7c-c17ae6b2cb1f req-dc273fb5-ecb7-435c-9ef0-069bc935b276 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:09.105971 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fd594e28-bd4c-4352-8c7c-c17ae6b2cb1f req-dc273fb5-ecb7-435c-9ef0-069bc935b276 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0589185 Aug 07 12:52:09.162274 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fd594e28-bd4c-4352-8c7c-c17ae6b2cb1f req-b5198930-378c-48a7-a33c-b29d3ee6aa92 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456648 Aug 07 12:52:09.410468 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:09.790271 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dff81a-b5e8-488f-8248-16c73310074c req-77e35add-6b91-43f6-975a-224ac3de896e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:09.791757 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-26dff81a-b5e8-488f-8248-16c73310074c req-77e35add-6b91-43f6-975a-224ac3de896e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0585585 Aug 07 12:52:09.831864 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-26dff81a-b5e8-488f-8248-16c73310074c req-2b813f76-2570-4dfc-bb03-1a93e8f09a24 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328434 Aug 07 12:52:10.296228 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2654df5-b5da-4945-8744-44564202bf15 req-06babd6e-4ff2-493f-9760-28a5f8b09c34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:10.298411 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c2654df5-b5da-4945-8744-44564202bf15 req-06babd6e-4ff2-493f-9760-28a5f8b09c34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0521183 Aug 07 12:52:10.348321 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c2654df5-b5da-4945-8744-44564202bf15 req-65f9067b-bea6-4da7-966f-0d2932e2cb2c tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436008 Aug 07 12:52:10.967765 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93366070-2f47-4d95-8c8e-59e6303a5763 req-b776162e-bd4a-4186-a6c0-229772e734a6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:10.969523 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-93366070-2f47-4d95-8c8e-59e6303a5763 req-b776162e-bd4a-4186-a6c0-229772e734a6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0554461 Aug 07 12:52:11.009731 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-93366070-2f47-4d95-8c8e-59e6303a5763 req-38c4382a-afc1-4bf5-b518-c5849a428b98 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338135 Aug 07 12:52:11.484770 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc25e2b-afc3-4fb3-acc7-8e1abdd7177d req-55060bdc-c2cd-47bf-8eb9-5e3e0bd77c4e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:11.486448 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6dc25e2b-afc3-4fb3-acc7-8e1abdd7177d req-55060bdc-c2cd-47bf-8eb9-5e3e0bd77c4e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0549214 Aug 07 12:52:11.530476 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6dc25e2b-afc3-4fb3-acc7-8e1abdd7177d req-2046fc2c-8ef1-41ee-87de-e0937fc0b914 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373852 Aug 07 12:52:12.129937 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900fd19-40ae-4398-a568-b73f6b37e463 req-caaeb5a2-6b7c-4d07-af4f-5f60b5976dc6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:12.131710 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a900fd19-40ae-4398-a568-b73f6b37e463 req-caaeb5a2-6b7c-4d07-af4f-5f60b5976dc6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0520034 Aug 07 12:52:12.176915 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a900fd19-40ae-4398-a568-b73f6b37e463 req-c17b49da-917b-45be-9330-380d618de206 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384936 Aug 07 12:52:12.678939 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e04af-96b8-4afc-8245-312c327c9eb4 req-f3563618-98b5-41eb-bb63-5c6524064b67 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:12.680425 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-212e04af-96b8-4afc-8245-312c327c9eb4 req-f3563618-98b5-41eb-bb63-5c6524064b67 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0534761 Aug 07 12:52:12.722370 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-212e04af-96b8-4afc-8245-312c327c9eb4 req-56f463a2-71f7-426b-a031-fca2273e2010 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358248 Aug 07 12:52:13.302580 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85027889-ddf9-42a8-a2e2-af0a5d8fdb54 req-359cdc21-fab6-4231-9b92-754638a86e74 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:13.304149 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-85027889-ddf9-42a8-a2e2-af0a5d8fdb54 req-359cdc21-fab6-4231-9b92-754638a86e74 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0523205 Aug 07 12:52:13.360196 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-85027889-ddf9-42a8-a2e2-af0a5d8fdb54 req-23fa18a4-fd29-47bc-961e-d7fcc18ec514 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440214 Aug 07 12:52:13.858248 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d553c5-86fd-473c-bee5-5af093ddf226 req-e6cabe96-95d2-4ce8-9c55-dd15277fcc0a tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:13.860481 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c4d553c5-86fd-473c-bee5-5af093ddf226 req-e6cabe96-95d2-4ce8-9c55-dd15277fcc0a tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0592372 Aug 07 12:52:13.903725 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c4d553c5-86fd-473c-bee5-5af093ddf226 req-3acecb23-606a-41ef-8efb-96e481fb455f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356596 Aug 07 12:52:14.491036 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cd47e-8e4d-4eda-a239-9730bc1e8b10 req-44b8438d-72ac-46db-92f5-3fc7a2293fbd tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:14.492600 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d87cd47e-8e4d-4eda-a239-9730bc1e8b10 req-44b8438d-72ac-46db-92f5-3fc7a2293fbd tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0593848 Aug 07 12:52:14.535706 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d87cd47e-8e4d-4eda-a239-9730bc1e8b10 req-f776d035-f125-47f4-a4db-ea1693521e06 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370874 Aug 07 12:52:14.725516 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378bfda-a2b4-4fa2-a5d6-44b4fc5b6cbe req-1a14ef9d-998c-40a0-9862-e3c1dd9cc2f0 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:14.727182 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a378bfda-a2b4-4fa2-a5d6-44b4fc5b6cbe req-1a14ef9d-998c-40a0-9862-e3c1dd9cc2f0 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 945 time: 0.0585308 Aug 07 12:52:14.769671 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a378bfda-a2b4-4fa2-a5d6-44b4fc5b6cbe req-a3ace237-140a-4b31-a8c3-4c9bdceaf080 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363045 Aug 07 12:52:14.791785 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 35696) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:52:14.965552 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e8e629-c730-46e3-ae99-4de186bf806f tempest-TestMinimumBasicScenario-554644947 tempest-TestMinimumBasicScenario-554644947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:14.967222 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-a9e8e629-c730-46e3-ae99-4de186bf806f tempest-TestMinimumBasicScenario-554644947 tempest-TestMinimumBasicScenario-554644947-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 1093 time: 0.1743968 Aug 07 12:52:14.970783 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 35704) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:52:14.975517 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Request body: {'floatingip': {'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'port_id': '2ec4f04e-5135-4995-8235-4271c76fec57', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:52:15.041515 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a92b54-2662-4e14-9842-6dead39c4fbf req-7e7930fa-e411-4f90-aea0-21b7f47e7054 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:15.043093 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-12a92b54-2662-4e14-9842-6dead39c4fbf req-7e7930fa-e411-4f90-aea0-21b7f47e7054 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0578101 Aug 07 12:52:15.056922 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for floatingip, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:15.088058 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-12a92b54-2662-4e14-9842-6dead39c4fbf req-3fb3cd33-838a-4c8a-8f82-6268a0be0ffe tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378911 Aug 07 12:52:15.162044 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:15.274434 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Allocated IP 172.27.3.120 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/4e6e0c0a-3584-41f1-a9bb-4fde13822ced) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:52:15.406744 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:15.497221 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:15.541358 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:52:15.544456 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:52:15.550302 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:52:15.556081 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Pushing event updated for resources: {'Port': ['ID=4e6e0c0a-3584-41f1-a9bb-4fde13822ced,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:52:15.586225 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:15.586565 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:15.586910 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:15.587251 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:15.587585 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:15.587913 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:15.588240 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:15.588566 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:15.588886 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:15.589205 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:15.589526 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:15.589850 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:15.771058 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b3361d-89ba-4381-bd8a-0a757b0fe024 req-c79100f8-8ce8-4ba2-b6d2-9287d8efd112 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:15.772617 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c6b3361d-89ba-4381-bd8a-0a757b0fe024 req-c79100f8-8ce8-4ba2-b6d2-9287d8efd112 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.1313486 Aug 07 12:52:15.853497 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c6b3361d-89ba-4381-bd8a-0a757b0fe024 req-e48e02f6-62c4-4913-b79a-377dfcd828a7 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711713 Aug 07 12:52:16.081931 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:16.215278 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf67b1-db45-4ea5-9e5f-a59ed647a859 req-63269d58-debc-4642-bc93-e7c62637e5f9 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:16.216845 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-dedf67b1-db45-4ea5-9e5f-a59ed647a859 req-63269d58-debc-4642-bc93-e7c62637e5f9 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0522566 Aug 07 12:52:16.259312 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-dedf67b1-db45-4ea5-9e5f-a59ed647a859 req-b62ef815-3d25-4250-896b-97b90753f19c tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354295 Aug 07 12:52:16.314251 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:16.490766 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:16.554479 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:16.626792 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Pushing event updated for resources: {'Port': ['ID=4e6e0c0a-3584-41f1-a9bb-4fde13822ced,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:52:16.640668 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519576'] for floatingip, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:16.742487 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.db.l3_db [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Floating IP d3391552-a2ff-44a3-a5e9-211e012197d8 associated. External IP: 172.27.3.120, port: 2ec4f04e-5135-4995-8235-4271c76fec57. Aug 07 12:52:17.237583 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Router 7d6ed691-7bca-4f47-93a6-fd312d037d0c has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:52:17.246536 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280918b-f01c-4c53-b085-05343dc65035 req-5b706446-0bcf-4d11-9326-ec3c32b236f9 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:17.247976 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d280918b-f01c-4c53-b085-05343dc65035 req-5b706446-0bcf-4d11-9326-ec3c32b236f9 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0791469 Aug 07 12:52:17.351406 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d280918b-f01c-4c53-b085-05343dc65035 req-e1acfa1f-735a-45b0-840c-a72835ac31c0 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953300 Aug 07 12:52:17.407576 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa14e43-196f-4ae8-a1d8-ec8a920fe43f req-4e10e954-fa12-4996-9c09-1459cc9995e0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:17.410456 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1fa14e43-196f-4ae8-a1d8-ec8a920fe43f req-4e10e954-fa12-4996-9c09-1459cc9995e0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0673945 Aug 07 12:52:17.414129 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:52:17.430631 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff9e0be-da94-4d82-872b-b3003be0cd6e None None] Sync routers for ids ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:52:17.441777 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9e0be-da94-4d82-872b-b3003be0cd6e None None] Routers {'7d6ed691-7bca-4f47-93a6-fd312d037d0c'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:52:17.442815 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-9ff9e0be-da94-4d82-872b-b3003be0cd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:52:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:52:17.462218 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1fa14e43-196f-4ae8-a1d8-ec8a920fe43f req-04b56410-92c8-4a8f-af9c-f25049408930 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425520 Aug 07 12:52:17.532429 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:17.566930 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-eaface1e-7638-4967-9930-801b4cf81950 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5950663 Aug 07 12:52:17.567764 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'tag': '2ec4f04e-5135-4995-8235-4271c76fec57'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:52:17.570429 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 35724) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:52:17.576227 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1294041666', 'description': 'tempest-secgroup-smoke-1294041666 description', 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:52:17.580979 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad657931-5261-4d2d-bcf1-f83dfff762e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e341221f-d643-49ec-8fa2-545ee5b69d94", "tag": "2ec4f04e-5135-4995-8235-4271c76fec57"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:52:17.586892 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-9ff9e0be-da94-4d82-872b-b3003be0cd6e None None] Set router 7d6ed691-7bca-4f47-93a6-fd312d037d0c gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:52:17.642708 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56bb6f0-e3e9-4243-b545-6955f476d28c x-openstack-request-id: req-e56bb6f0-e3e9-4243-b545-6955f476d28c {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:52:17.642999 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e341221f-d643-49ec-8fa2-545ee5b69d94", "tag": "2ec4f04e-5135-4995-8235-4271c76fec57", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:52:17.643241 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e56bb6f0-e3e9-4243-b545-6955f476d28c {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:52:17.643651 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'tag': '2ec4f04e-5135-4995-8235-4271c76fec57', 'status': 'completed', 'code': 200} Aug 07 12:52:17.724813 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:17.785028 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad657931-5261-4d2d-bcf1-f83dfff762e7 req-bc52ce44-b970-4f37-9b6e-9458f4c40c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:17.786967 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ad657931-5261-4d2d-bcf1-f83dfff762e7 req-bc52ce44-b970-4f37-9b6e-9458f4c40c6e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4348dfe6e614bc198a34de32e5fb8c7&device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 1098 time: 0.0660851 Aug 07 12:52:17.867515 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:17.891847 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-9ff9e0be-da94-4d82-872b-b3003be0cd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'name': 'tempest-TestMinimumBasicScenario-370315475-router', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:01Z', 'updated_at': '2021-08-07T12:51:06Z', 'revision_number': 4, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'gw_port': {'id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:02Z', 'updated_at': '2021-08-07T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': 'd3391552-a2ff-44a3-a5e9-211e012197d8', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'port_id': '2ec4f04e-5135-4995-8235-4271c76fec57', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273', 'mac_address': 'fa:16:3e:50:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:52:15Z', 'updated_at': '2021-08-07T12:52:15Z', 'revision_number': 0, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6363fd22-dd31-4881-834c-cd7a9b9f5dd8', 'name': '', 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'mac_address': 'fa:16:3e:16:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:05Z', 'updated_at': '2021-08-07T12:51:12Z', 'revision_number': 5, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'subnets': [{'id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:52:17.904491 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad657931-5261-4d2d-bcf1-f83dfff762e7 req-fdd1b0a9-a9f1-48ff-91e8-aef8f3de0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:17.906041 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ad657931-5261-4d2d-bcf1-f83dfff762e7 req-fdd1b0a9-a9f1-48ff-91e8-aef8f3de0d29 service neutron] 10.222.0.58 "GET /v2.0/networks?id=134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 HTTP/1.1" status: 200 len: 915 time: 0.1109784 Aug 07 12:52:17.929051 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff9e0be-da94-4d82-872b-b3003be0cd6e None None] Checking router: 7d6ed691-7bca-4f47-93a6-fd312d037d0c for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:52:17.938546 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff9e0be-da94-4d82-872b-b3003be0cd6e None None] Routers {'7d6ed691-7bca-4f47-93a6-fd312d037d0c'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:52:17.939171 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-9ff9e0be-da94-4d82-872b-b3003be0cd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:52:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:52:17.959988 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:17.999954 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc6ba6c-f775-4578-b2de-e39460e7e009,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:52:18.018345 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:18.019241 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:18.019908 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:18.020655 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:18.021502 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:18.022177 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:18.022883 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:18.023525 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:18.024151 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:18.025111 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:18.025580 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:18.026230 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:52:18.041145 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ad657931-5261-4d2d-bcf1-f83dfff762e7 req-9d249d47-731b-4ffc-9930-fb51a7ca1554 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec4f04e-5135-4995-8235-4271c76fec57 HTTP/1.1" status: 200 len: 999 time: 0.1243725 Aug 07 12:52:18.066226 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-9ff9e0be-da94-4d82-872b-b3003be0cd6e None None] Set router 7d6ed691-7bca-4f47-93a6-fd312d037d0c gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:52:18.091212 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:18.092940 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-7f13da07-d59d-4e61-8787-e2529a54c4d9 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5204701 Aug 07 12:52:18.097914 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 35730) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:52:18.100077 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad657931-5261-4d2d-bcf1-f83dfff762e7 req-35aeb92f-89e1-4195-8feb-d77377788054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:18.101863 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ad657931-5261-4d2d-bcf1-f83dfff762e7 req-35aeb92f-89e1-4195-8feb-d77377788054 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f9c7382-5394-4ee4-8159-ac95ff10726f HTTP/1.1" status: 200 len: 853 time: 0.0521641 Aug 07 12:52:18.108317 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d167b5a4-0d54-41ce-815f-d0deeb2baa6c tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Request body: {'security_group_rule': {'security_group_id': '5dc6ba6c-f775-4578-b2de-e39460e7e009', 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:52:18.175267 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad657931-5261-4d2d-bcf1-f83dfff762e7 req-a5cbc390-f822-4e2b-ad3b-63ee0247eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:18.177559 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ad657931-5261-4d2d-bcf1-f83dfff762e7 req-a5cbc390-f822-4e2b-ad3b-63ee0247eacf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=134b4d9c-f32e-4c85-b5e1-3d7bc3f22273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658171 Aug 07 12:52:18.210734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d167b5a4-0d54-41ce-815f-d0deeb2baa6c tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:18.278313 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ad657931-5261-4d2d-bcf1-f83dfff762e7 req-974d8b69-d6e6-4881-8470-9a8827915857 service neutron] 10.222.0.58 "GET /v2.0/networks/134b4d9c-f32e-4c85-b5e1-3d7bc3f22273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910504 Aug 07 12:52:18.296704 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d167b5a4-0d54-41ce-815f-d0deeb2baa6c tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:18.368613 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-9ff9e0be-da94-4d82-872b-b3003be0cd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'name': 'tempest-TestMinimumBasicScenario-370315475-router', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:01Z', 'updated_at': '2021-08-07T12:51:06Z', 'revision_number': 4, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'gw_port': {'id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:02Z', 'updated_at': '2021-08-07T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': 'd3391552-a2ff-44a3-a5e9-211e012197d8', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'port_id': '2ec4f04e-5135-4995-8235-4271c76fec57', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273', 'mac_address': 'fa:16:3e:50:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:52:15Z', 'updated_at': '2021-08-07T12:52:15Z', 'revision_number': 0, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6363fd22-dd31-4881-834c-cd7a9b9f5dd8', 'name': '', 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'mac_address': 'fa:16:3e:16:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:05Z', 'updated_at': '2021-08-07T12:51:12Z', 'revision_number': 5, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'subnets': [{'id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:52:18.371302 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d167b5a4-0d54-41ce-815f-d0deeb2baa6c tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:18.393501 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167b5a4-0d54-41ce-815f-d0deeb2baa6c tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540b7877-9476-4e06-b08f-5f6a267f4ef1,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:52:18.408006 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ad657931-5261-4d2d-bcf1-f83dfff762e7 req-671a997a-8194-4877-8729-b17f6bb3ebad service neutron] 10.222.0.58 "GET /v2.0/networks/134b4d9c-f32e-4c85-b5e1-3d7bc3f22273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166260 Aug 07 12:52:18.418553 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff9e0be-da94-4d82-872b-b3003be0cd6e None None] The sync data for ids ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'] in dv-cinder-787296-2-iscsi is: [{'id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'name': 'tempest-TestMinimumBasicScenario-370315475-router', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:01Z', 'updated_at': '2021-08-07T12:51:06Z', 'revision_number': 4, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'gw_port': {'id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:02Z', 'updated_at': '2021-08-07T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': 'd3391552-a2ff-44a3-a5e9-211e012197d8', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'floating_ip_address': '172.27.3.120', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'port_id': '2ec4f04e-5135-4995-8235-4271c76fec57', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273', 'mac_address': 'fa:16:3e:50:bc:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:52:15Z', 'updated_at': '2021-08-07T12:52:15Z', 'revision_number': 0, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6363fd22-dd31-4881-834c-cd7a9b9f5dd8', 'name': '', 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'mac_address': 'fa:16:3e:16:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:05Z', 'updated_at': '2021-08-07T12:51:12Z', 'revision_number': 5, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'subnets': [{'id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:52:18.481116 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d167b5a4-0d54-41ce-815f-d0deeb2baa6c tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:18.482543 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-d167b5a4-0d54-41ce-815f-d0deeb2baa6c tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3815265 Aug 07 12:52:18.486539 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 35734) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:52:18.495052 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-b919bc33-f62d-49df-9450-486aedbf892c tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Request body: {'security_group_rule': {'security_group_id': '5dc6ba6c-f775-4578-b2de-e39460e7e009', 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:52:18.504244 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd321e-81b8-48ef-ba8f-6f5aeef5c8db req-34df4183-5bba-45ee-8f1d-cc6f8a39e2a5 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:18.507261 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1dcd321e-81b8-48ef-ba8f-6f5aeef5c8db req-34df4183-5bba-45ee-8f1d-cc6f8a39e2a5 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0668454 Aug 07 12:52:18.610654 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1dcd321e-81b8-48ef-ba8f-6f5aeef5c8db req-c02d48ca-e142-4f49-8632-14e552188778 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774806 Aug 07 12:52:18.639430 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b919bc33-f62d-49df-9450-486aedbf892c tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:18.674479 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69eb220-54e7-4447-8cb6-b63996760f17 req-3c4cf417-5ba8-4086-8c2a-1c8588d9a832 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:18.676368 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a69eb220-54e7-4447-8cb6-b63996760f17 req-3c4cf417-5ba8-4086-8c2a-1c8588d9a832 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0867391 Aug 07 12:52:18.708445 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e27d1a5-4311-42d2-a28c-4860344bc9a2 None None] New status for floating IP d3391552-a2ff-44a3-a5e9-211e012197d8: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 12:52:18.759825 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a69eb220-54e7-4447-8cb6-b63996760f17 req-b5a607a9-7150-4eca-80d1-17ab51fc389f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745578 Aug 07 12:52:18.771128 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b919bc33-f62d-49df-9450-486aedbf892c tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:18.845734 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b919bc33-f62d-49df-9450-486aedbf892c tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:18.864404 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919bc33-f62d-49df-9450-486aedbf892c tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41383b2-2634-4de6-9508-b1a0eeee61a6,revision_number=0']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:52:18.972256 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b919bc33-f62d-49df-9450-486aedbf892c tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:18.974223 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-b919bc33-f62d-49df-9450-486aedbf892c tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4859393 Aug 07 12:52:18.980303 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 35740) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:52:18.989276 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-fc095956-1388-4a93-99ce-650eadff6e1a tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Request body: {'security_group_rule': {'security_group_id': '5dc6ba6c-f775-4578-b2de-e39460e7e009', 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:52:19.069598 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fc095956-1388-4a93-99ce-650eadff6e1a tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:19.120752 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fc095956-1388-4a93-99ce-650eadff6e1a tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:19.239902 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fc095956-1388-4a93-99ce-650eadff6e1a tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:19.259369 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc095956-1388-4a93-99ce-650eadff6e1a tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20691156-56b7-4758-b5e9-4cf73a2d1ecf,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:52:19.348152 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fc095956-1388-4a93-99ce-650eadff6e1a tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:19.349462 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-fc095956-1388-4a93-99ce-650eadff6e1a tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3669910 Aug 07 12:52:19.354364 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 35746) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:52:19.358886 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1278ba59-7440-45ef-9ee5-d272e75f46cb tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Request body: {'security_group_rule': {'security_group_id': '5dc6ba6c-f775-4578-b2de-e39460e7e009', 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:52:19.473930 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1278ba59-7440-45ef-9ee5-d272e75f46cb tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:19.533991 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1278ba59-7440-45ef-9ee5-d272e75f46cb tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:19.639421 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1278ba59-7440-45ef-9ee5-d272e75f46cb tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:19.658702 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278ba59-7440-45ef-9ee5-d272e75f46cb tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e16120a9-1e08-4eac-9264-315cebfc9ba5,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:52:19.741884 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f60b6-b832-42ef-9c0b-270d40a26036 req-ca5d27a0-853f-4643-9a25-60135454dee2 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:19.743339 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-656f60b6-b832-42ef-9c0b-270d40a26036 req-ca5d27a0-853f-4643-9a25-60135454dee2 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0547047 Aug 07 12:52:19.783061 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-656f60b6-b832-42ef-9c0b-270d40a26036 req-2ae83971-dc93-416d-8243-96ca4ebbe56d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336711 Aug 07 12:52:19.794313 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1278ba59-7440-45ef-9ee5-d272e75f46cb tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:19.795350 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-1278ba59-7440-45ef-9ee5-d272e75f46cb tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4399464 Aug 07 12:52:19.798852 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 35754) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:52:19.805891 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f2ea9d78-7975-4958-98fd-bdc26c1a04b2 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Request body: {'security_group_rule': {'security_group_id': '5dc6ba6c-f775-4578-b2de-e39460e7e009', 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:52:19.893929 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1515c-6814-4526-bd7d-e423d5785e72 req-29841851-36ab-460a-b9a7-18e1dd976089 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:19.895438 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-69d1515c-6814-4526-bd7d-e423d5785e72 req-29841851-36ab-460a-b9a7-18e1dd976089 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0536523 Aug 07 12:52:19.934773 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-69d1515c-6814-4526-bd7d-e423d5785e72 req-620075aa-f6a5-4714-b079-03dc3c046a91 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334086 Aug 07 12:52:20.000692 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-f2ea9d78-7975-4958-98fd-bdc26c1a04b2 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Project f4348dfe6e614bc198a34de32e5fb8c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 12:52:20.006114 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9d78-7975-4958-98fd-bdc26c1a04b2 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:20.076588 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9d78-7975-4958-98fd-bdc26c1a04b2 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:20.194280 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9d78-7975-4958-98fd-bdc26c1a04b2 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:20.216330 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea9d78-7975-4958-98fd-bdc26c1a04b2 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffd17b9-9072-4a14-8d2f-25f4a3b89082,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:52:20.307969 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f2ea9d78-7975-4958-98fd-bdc26c1a04b2 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:20.309134 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-f2ea9d78-7975-4958-98fd-bdc26c1a04b2 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5092857 Aug 07 12:52:20.311819 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 35766) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:52:20.318678 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-35d78a76-dad1-4e6f-8e46-a31253895750 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Request body: {'security_group_rule': {'security_group_id': '5dc6ba6c-f775-4578-b2de-e39460e7e009', 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:52:20.462559 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-35d78a76-dad1-4e6f-8e46-a31253895750 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Project f4348dfe6e614bc198a34de32e5fb8c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 12:52:20.467882 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35d78a76-dad1-4e6f-8e46-a31253895750 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:20.474347 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 4393cb2a-7ec0-4605-9b4a-55beefe117d8 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:52:20.530847 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35d78a76-dad1-4e6f-8e46-a31253895750 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:20.575899 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 4393cb2a-7ec0-4605-9b4a-55beefe117d8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4393cb2a-7ec0-4605-9b4a-55beefe117d8,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:52:20.588451 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': '4393cb2a-7ec0-4605-9b4a-55beefe117d8', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'port_id': '4393cb2a-7ec0-4605-9b4a-55beefe117d8', 'mac_address': 'fa:16:3e:84:d5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:52:20.625126 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:20.637557 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4393cb2a-7ec0-4605-9b4a-55beefe117d8 {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:52:20.658276 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35d78a76-dad1-4e6f-8e46-a31253895750 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:20.660189 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 4393cb2a-7ec0-4605-9b4a-55beefe117d8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4393cb2a-7ec0-4605-9b4a-55beefe117d8,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:52:20.681114 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d78a76-dad1-4e6f-8e46-a31253895750 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050c895f-5633-468e-9223-46c8b3697104,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:52:20.766097 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:20.799859 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-35d78a76-dad1-4e6f-8e46-a31253895750 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:20.801164 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-35d78a76-dad1-4e6f-8e46-a31253895750 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4879649 Aug 07 12:52:20.816644 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=4393cb2a-7ec0-4605-9b4a-55beefe117d8,revision_number=6']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:52:20.887213 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f84ed59d-a7ff-4ba3-8f69-ffe499308b65 req-47f5814e-a28f-4530-96b6-bf658ef60d83 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1294041666&fields=id&tenant_id=f4348dfe6e614bc198a34de32e5fb8c7 HTTP/1.1" status: 200 len: 267 time: 0.0356891 Aug 07 12:52:20.915653 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee2dd9-8e39-4f83-9f40-99c9689fec5c req-9617c49b-671a-4e62-b423-954304366bf0 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:20.917629 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9aee2dd9-8e39-4f83-9f40-99c9689fec5c req-9617c49b-671a-4e62-b423-954304366bf0 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0552201 Aug 07 12:52:20.955659 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ed59d-a7ff-4ba3-8f69-ffe499308b65 req-706f5b2f-5dde-4f91-ae4d-54c7981abd73 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:20.957463 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f84ed59d-a7ff-4ba3-8f69-ffe499308b65 req-706f5b2f-5dde-4f91-ae4d-54c7981abd73 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 945 time: 0.0555670 Aug 07 12:52:20.960501 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9aee2dd9-8e39-4f83-9f40-99c9689fec5c req-4b7f1efa-0e0b-436a-b1d4-e2565b078c1a tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356381 Aug 07 12:52:20.970763 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-f84ed59d-a7ff-4ba3-8f69-ffe499308b65 req-8306277b-408e-443d-8cd1-f3cb1221aa37 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Request body: {'port': {'security_groups': ['6ed2e14a-51bc-4074-ad53-893b6c6da989', '5dc6ba6c-f775-4578-b2de-e39460e7e009']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:52:21.025039 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['4393cb2a-7ec0-4605-9b4a-55beefe117d8'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:52:21.039234 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f84ed59d-a7ff-4ba3-8f69-ffe499308b65 req-8306277b-408e-443d-8cd1-f3cb1221aa37 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:21.104634 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb396a-7c20-494c-8087-8bfa8a145318 req-c1bb182d-d8d4-41b7-8d65-0a970845eb15 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:21.106041 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3efb396a-7c20-494c-8087-8bfa8a145318 req-c1bb182d-d8d4-41b7-8d65-0a970845eb15 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 944 time: 0.0854836 Aug 07 12:52:21.108716 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed17e3-8ae7-43d8-a5bd-72cb4a41ac79 req-d18f956c-d962-4d36-8bf9-55996a31be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:21.110872 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3fed17e3-8ae7-43d8-a5bd-72cb4a41ac79 req-d18f956c-d962-4d36-8bf9-55996a31be02 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 1098 time: 0.0601983 Aug 07 12:52:21.170557 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3efb396a-7c20-494c-8087-8bfa8a145318 req-d543979d-d48e-4a89-9ca9-6fcc957644eb tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551071 Aug 07 12:52:21.175637 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3fed17e3-8ae7-43d8-a5bd-72cb4a41ac79 req-4a6e52d1-e501-4855-b033-f89e67d664d7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456188 Aug 07 12:52:21.462273 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f84ed59d-a7ff-4ba3-8f69-ffe499308b65 req-8306277b-408e-443d-8cd1-f3cb1221aa37 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] For port 2ec4f04e-5135-4995-8235-4271c76fec57, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2ec4f04e-5135-4995-8235-4271c76fec57,segment=NetworkSegment(50e27e6a-824e-4b53-9d92-cb775a3765f9),segment_id=50e27e6a-824e-4b53-9d92-cb775a3765f9)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:52:21.494456 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f84ed59d-a7ff-4ba3-8f69-ffe499308b65 req-8306277b-408e-443d-8cd1-f3cb1221aa37 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:21.588555 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f84ed59d-a7ff-4ba3-8f69-ffe499308b65 req-8306277b-408e-443d-8cd1-f3cb1221aa37 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:21.633309 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ed59d-a7ff-4ba3-8f69-ffe499308b65 req-8306277b-408e-443d-8cd1-f3cb1221aa37 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:21.633944 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f84ed59d-a7ff-4ba3-8f69-ffe499308b65 req-8306277b-408e-443d-8cd1-f3cb1221aa37 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:21.635387 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f84ed59d-a7ff-4ba3-8f69-ffe499308b65 req-8306277b-408e-443d-8cd1-f3cb1221aa37 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "PUT /v2.0/ports/2ec4f04e-5135-4995-8235-4271c76fec57 HTTP/1.1" status: 200 len: 981 time: 0.6700139 Aug 07 12:52:21.635846 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'tag': '2ec4f04e-5135-4995-8235-4271c76fec57'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:52:21.638120 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acc5d20-a37f-4fb6-abeb-8912ca643310" -d '{"events": [{"name": "network-changed", "server_uuid": "e341221f-d643-49ec-8fa2-545ee5b69d94", "tag": "2ec4f04e-5135-4995-8235-4271c76fec57"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:52:21.643902 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['2ec4f04e-5135-4995-8235-4271c76fec57'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:52:21.670216 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306277b-408e-443d-8cd1-f3cb1221aa37 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Pushing event updated for resources: {'Port': ['ID=2ec4f04e-5135-4995-8235-4271c76fec57,revision_number=6']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:52:21.743189 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad467df-e5c0-46a7-8b01-e3a661d17fdb x-openstack-request-id: req-cad467df-e5c0-46a7-8b01-e3a661d17fdb {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:52:21.745732 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e341221f-d643-49ec-8fa2-545ee5b69d94", "tag": "2ec4f04e-5135-4995-8235-4271c76fec57", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:52:21.745732 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cad467df-e5c0-46a7-8b01-e3a661d17fdb {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:52:21.745732 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'tag': '2ec4f04e-5135-4995-8235-4271c76fec57', 'status': 'completed', 'code': 200} Aug 07 12:52:21.768341 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e6aa5-f4b6-42c2-aedf-3614af64edb4 req-fcc347da-c5e8-43b7-91d0-8c255297547e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:21.770111 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9e2e6aa5-f4b6-42c2-aedf-3614af64edb4 req-fcc347da-c5e8-43b7-91d0-8c255297547e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0562494 Aug 07 12:52:21.836177 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9e2e6aa5-f4b6-42c2-aedf-3614af64edb4 req-d815d8e2-863a-4d95-b213-7ab1e581e3e1 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574372 Aug 07 12:52:21.873546 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc5d20-a37f-4fb6-abeb-8912ca643310 req-da81b8fb-ae0a-460a-934f-523e691699e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:21.876218 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8acc5d20-a37f-4fb6-abeb-8912ca643310 req-da81b8fb-ae0a-460a-934f-523e691699e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4348dfe6e614bc198a34de32e5fb8c7&device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 1137 time: 0.0638976 Aug 07 12:52:21.961916 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['2ec4f04e-5135-4995-8235-4271c76fec57'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:52:21.978699 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc5d20-a37f-4fb6-abeb-8912ca643310 req-d9d55ceb-f9fb-4402-8685-525c9dfcd06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:21.980086 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8acc5d20-a37f-4fb6-abeb-8912ca643310 req-d9d55ceb-f9fb-4402-8685-525c9dfcd06c service neutron] 10.222.0.58 "GET /v2.0/networks?id=134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 HTTP/1.1" status: 200 len: 915 time: 0.0928142 Aug 07 12:52:22.025691 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-a785deb9-21df-4bf3-a0b4-607183c6efe6 None None] Provisioning complete for port 2ec4f04e-5135-4995-8235-4271c76fec57 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:52:22.026476 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-a785deb9-21df-4bf3-a0b4-607183c6efe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:22.141002 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8acc5d20-a37f-4fb6-abeb-8912ca643310 req-6fac0749-0d59-4d67-a711-0090f146f9e9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec4f04e-5135-4995-8235-4271c76fec57 HTTP/1.1" status: 200 len: 1001 time: 0.1519063 Aug 07 12:52:22.162387 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f1f46-944b-4acb-a7cb-664fed2685d4 req-1b40933d-89ac-4767-8f9d-44d6dce35757 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:22.164786 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7e6f1f46-944b-4acb-a7cb-664fed2685d4 req-1b40933d-89ac-4767-8f9d-44d6dce35757 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.1137776 Aug 07 12:52:22.273693 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc5d20-a37f-4fb6-abeb-8912ca643310 req-8ced3231-d86a-467a-903d-4a2f2b73c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:22.276109 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8acc5d20-a37f-4fb6-abeb-8912ca643310 req-8ced3231-d86a-467a-903d-4a2f2b73c6cd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f9c7382-5394-4ee4-8159-ac95ff10726f HTTP/1.1" status: 200 len: 853 time: 0.1099873 Aug 07 12:52:22.288893 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7e6f1f46-944b-4acb-a7cb-664fed2685d4 req-f585c8d2-9d57-487b-9da9-eee85af0627d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079545 Aug 07 12:52:22.352232 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0554a7e-2f8d-4f2c-add4-28fb2e729f23 req-ad75029e-b063-4dd4-818a-6b718f7da828 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:22.363046 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d0554a7e-2f8d-4f2c-add4-28fb2e729f23 req-ad75029e-b063-4dd4-818a-6b718f7da828 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 944 time: 0.1072567 Aug 07 12:52:22.373170 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc5d20-a37f-4fb6-abeb-8912ca643310 req-51935333-2f3f-4a31-a5db-d71ba268478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:22.375323 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8acc5d20-a37f-4fb6-abeb-8912ca643310 req-51935333-2f3f-4a31-a5db-d71ba268478f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=134b4d9c-f32e-4c85-b5e1-3d7bc3f22273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796261 Aug 07 12:52:22.415437 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d0554a7e-2f8d-4f2c-add4-28fb2e729f23 req-cdf05bd4-93e7-46ca-a867-34e1e9103181 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514145 Aug 07 12:52:22.490758 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8acc5d20-a37f-4fb6-abeb-8912ca643310 req-14d2b70e-f8c9-49e9-b743-0a021f9545e0 service neutron] 10.222.0.58 "GET /v2.0/networks/134b4d9c-f32e-4c85-b5e1-3d7bc3f22273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030731 Aug 07 12:52:22.541555 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 4393cb2a-7ec0-4605-9b4a-55beefe117d8 up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:52:22.604938 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8acc5d20-a37f-4fb6-abeb-8912ca643310 req-0d0ab36c-b924-4cee-83cc-eee1c41a794d service neutron] 10.222.0.58 "GET /v2.0/networks/134b4d9c-f32e-4c85-b5e1-3d7bc3f22273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019223 Aug 07 12:52:22.635990 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port 4393cb2a-7ec0-4605-9b4a-55beefe117d8 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:52:22.636364 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:22.727317 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:22.753417 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4393cb2a-7ec0-4605-9b4a-55beefe117d8'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:52:22.756287 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4791a21-40dd-4811-945b-c0f24d5f69f3" -d '{"events": [{"server_uuid": "8fc6dee7-12a5-4317-83a0-63ff1bcfc12e", "name": "network-vif-plugged", "status": "completed", "tag": "4393cb2a-7ec0-4605-9b4a-55beefe117d8"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:52:22.769384 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 4393cb2a-7ec0-4605-9b4a-55beefe117d8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4393cb2a-7ec0-4605-9b4a-55beefe117d8,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:52:22.794546 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38ec20e-8435-45b7-93ac-ec46a08b684f x-openstack-request-id: req-b38ec20e-8435-45b7-93ac-ec46a08b684f {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:52:22.794830 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc6dee7-12a5-4317-83a0-63ff1bcfc12e", "name": "network-vif-plugged", "status": "completed", "tag": "4393cb2a-7ec0-4605-9b4a-55beefe117d8", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:52:22.795071 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b38ec20e-8435-45b7-93ac-ec46a08b684f {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:52:22.795459 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4393cb2a-7ec0-4605-9b4a-55beefe117d8', 'code': 200} Aug 07 12:52:22.856737 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:22.908584 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=4393cb2a-7ec0-4605-9b4a-55beefe117d8,revision_number=7']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:52:23.439532 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf94a08-8df6-4003-b5f1-7a5122c44582 req-ac2b7019-e4f4-45af-a371-7076bfbdfa43 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:23.441141 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ebf94a08-8df6-4003-b5f1-7a5122c44582 req-ac2b7019-e4f4-45af-a371-7076bfbdfa43 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0656850 Aug 07 12:52:23.497115 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ebf94a08-8df6-4003-b5f1-7a5122c44582 req-3ddab38f-9305-4afa-8b04-b1a9a649ac2f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460160 Aug 07 12:52:23.568259 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98dfda-6275-4bfa-87fb-bf86960da798 req-a73b0b02-37ce-4a96-9c1e-58f0232d805e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:23.571130 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0f98dfda-6275-4bfa-87fb-bf86960da798 req-a73b0b02-37ce-4a96-9c1e-58f0232d805e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0645030 Aug 07 12:52:23.623564 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0f98dfda-6275-4bfa-87fb-bf86960da798 req-b11628d8-fa8b-4243-8c47-116891353995 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462022 Aug 07 12:52:24.620078 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949327a-60d3-40d4-b1c9-97f96b049a40 req-2636c26e-a3a3-486e-9051-db87af245134 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:24.621668 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f949327a-60d3-40d4-b1c9-97f96b049a40 req-2636c26e-a3a3-486e-9051-db87af245134 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0492721 Aug 07 12:52:24.673360 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f949327a-60d3-40d4-b1c9-97f96b049a40 req-0f99a915-b693-4ade-b1cb-a3c5c4287614 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421028 Aug 07 12:52:24.786705 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6cf1d-dcc0-40a9-bd8b-0fec70e0f73b req-52c49510-c9a2-408b-9b23-9b8ae808ad9b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:24.789270 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ade6cf1d-dcc0-40a9-bd8b-0fec70e0f73b req-52c49510-c9a2-408b-9b23-9b8ae808ad9b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0591750 Aug 07 12:52:24.841148 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ade6cf1d-dcc0-40a9-bd8b-0fec70e0f73b req-047450e1-b8d7-4785-ab8e-69be0c2f2173 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446384 Aug 07 12:52:25.246243 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683203d0-e975-4e59-8b84-9d0293f594d0 req-38c8e730-cafc-4073-821f-972c97cd7e35 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:25.247945 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-683203d0-e975-4e59-8b84-9d0293f594d0 req-38c8e730-cafc-4073-821f-972c97cd7e35 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0691810 Aug 07 12:52:25.314764 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-683203d0-e975-4e59-8b84-9d0293f594d0 req-4e8f8a76-672d-4553-abe7-8909a392673e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563262 Aug 07 12:52:25.374228 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293717e-dba5-46fe-bf2d-1b8da0527765 req-f27c72a4-d57d-4a59-ba05-db1adbefe648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:25.376641 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f293717e-dba5-46fe-bf2d-1b8da0527765 req-f27c72a4-d57d-4a59-ba05-db1adbefe648 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e94075116c334ad39b4fbfcde986d660&device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 1098 time: 0.0705745 Aug 07 12:52:25.491268 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293717e-dba5-46fe-bf2d-1b8da0527765 req-41a286be-0a1f-44f2-a639-0571d6a97963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:25.492802 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f293717e-dba5-46fe-bf2d-1b8da0527765 req-41a286be-0a1f-44f2-a639-0571d6a97963 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2321795-e5f2-40d8-bbcd-632960ec1b50 HTTP/1.1" status: 200 len: 919 time: 0.1002858 Aug 07 12:52:25.537114 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f293717e-dba5-46fe-bf2d-1b8da0527765 req-c0748473-8f07-41f7-84ef-ab3367561d7c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4687937b-6258-493a-8edb-bfb07f6399d1 HTTP/1.1" status: 200 len: 217 time: 0.0344489 Aug 07 12:52:25.598607 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293717e-dba5-46fe-bf2d-1b8da0527765 req-c3142467-7cce-41ac-86ed-a91861814d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:25.600287 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f293717e-dba5-46fe-bf2d-1b8da0527765 req-c3142467-7cce-41ac-86ed-a91861814d62 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fb5a6588-eee4-40e0-8f56-708709b8be3c HTTP/1.1" status: 200 len: 858 time: 0.0526717 Aug 07 12:52:25.638941 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f293717e-dba5-46fe-bf2d-1b8da0527765 req-db9c66ba-5fc0-48c0-8853-6fdc2cccf7df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2321795-e5f2-40d8-bbcd-632960ec1b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268400 Aug 07 12:52:25.753916 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f293717e-dba5-46fe-bf2d-1b8da0527765 req-3f26d251-4933-44b6-9f06-fdf040e28337 service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977721 Aug 07 12:52:25.847714 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f293717e-dba5-46fe-bf2d-1b8da0527765 req-e61f4d87-f5b0-4e3b-8684-b30a1044211a service neutron] 10.222.0.58 "GET /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845335 Aug 07 12:52:25.978780 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5547d4-b04c-43c9-b4bf-8bd14fd3fe07 req-c11cf0ff-fe01-4e0e-9982-167f43903678 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:25.986622 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fb5547d4-b04c-43c9-b4bf-8bd14fd3fe07 req-c11cf0ff-fe01-4e0e-9982-167f43903678 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0655892 Aug 07 12:52:26.031960 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fb5547d4-b04c-43c9-b4bf-8bd14fd3fe07 req-ad719d56-7e10-4a29-b533-be80160d637a tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438724 Aug 07 12:52:26.444679 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560d4a0-6f89-44c7-be71-d3051fce1cd5 req-d3555bd6-ed77-4194-afb7-d03bff23663c tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:26.446296 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9560d4a0-6f89-44c7-be71-d3051fce1cd5 req-d3555bd6-ed77-4194-afb7-d03bff23663c tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0548446 Aug 07 12:52:26.522591 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9560d4a0-6f89-44c7-be71-d3051fce1cd5 req-78bcfd31-cb72-4bfc-9020-029a160cbfc9 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640004 Aug 07 12:52:27.218057 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3915c51-6070-4c4d-81af-4c840d672c21 req-ea1467ee-37cd-42df-b7d8-2c11f6b4a275 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:27.218057 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a3915c51-6070-4c4d-81af-4c840d672c21 req-ea1467ee-37cd-42df-b7d8-2c11f6b4a275 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0698712 Aug 07 12:52:27.228384 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a3915c51-6070-4c4d-81af-4c840d672c21 req-83a89980-965f-4f8f-90c4-d3a77ae82831 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464115 Aug 07 12:52:27.652414 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb234e1-7990-4467-b3fe-067c49289876 req-0eeaf9da-a724-41be-aee9-9d3fd4c5d6b7 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:27.655795 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4cb234e1-7990-4467-b3fe-067c49289876 req-0eeaf9da-a724-41be-aee9-9d3fd4c5d6b7 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0568247 Aug 07 12:52:27.686889 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:52:27.752125 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4cb234e1-7990-4467-b3fe-067c49289876 req-3460441e-8051-4a2c-8852-48821500e014 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885775 Aug 07 12:52:28.411379 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c8833-fe6f-48bb-aaea-b0b83842fbe7 req-b42443b3-0eaf-4677-954a-aa03d85c5f1d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:28.414485 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8c3c8833-fe6f-48bb-aaea-b0b83842fbe7 req-b42443b3-0eaf-4677-954a-aa03d85c5f1d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0614691 Aug 07 12:52:28.464169 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8c3c8833-fe6f-48bb-aaea-b0b83842fbe7 req-ebe33ec2-d6bd-41cb-bf65-8f8cb9402308 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418062 Aug 07 12:52:28.907799 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7b990-8f68-43a0-8692-2bf5b1c66fbb req-4bd591f3-e6f7-41c5-9069-88e32b89611d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:28.919829 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-73e7b990-8f68-43a0-8692-2bf5b1c66fbb req-4bd591f3-e6f7-41c5-9069-88e32b89611d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0746098 Aug 07 12:52:28.961392 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-73e7b990-8f68-43a0-8692-2bf5b1c66fbb req-3bbc4629-9bef-4030-b376-c4ed1af8e9ab tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442326 Aug 07 12:52:29.608603 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636547d1-2645-4b4b-8cc6-a1c1e87a896e req-9a9f5d03-11f2-4542-9711-cc3178cd83a3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:29.612323 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-636547d1-2645-4b4b-8cc6-a1c1e87a896e req-9a9f5d03-11f2-4542-9711-cc3178cd83a3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0575581 Aug 07 12:52:29.654963 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-636547d1-2645-4b4b-8cc6-a1c1e87a896e req-1afc1906-996f-4520-a25f-84778c167f86 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372307 Aug 07 12:52:30.093358 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fd9f8-4f54-49f3-b46c-b0c31c879c5e req-f1aae1b7-c934-462c-bdc0-cb59f2f9d080 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:30.095021 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b70fd9f8-4f54-49f3-b46c-b0c31c879c5e req-f1aae1b7-c934-462c-bdc0-cb59f2f9d080 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0605662 Aug 07 12:52:30.141682 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b70fd9f8-4f54-49f3-b46c-b0c31c879c5e req-ade1a31c-cccc-492a-9f27-467922d4bed5 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404274 Aug 07 12:52:30.846410 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fee359-5c12-40c7-9c05-d6a61fb8b010 req-e37bf133-f3a7-4650-9ba8-59e91c457af8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:30.849986 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a3fee359-5c12-40c7-9c05-d6a61fb8b010 req-e37bf133-f3a7-4650-9ba8-59e91c457af8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.1002879 Aug 07 12:52:30.895516 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a3fee359-5c12-40c7-9c05-d6a61fb8b010 req-8a037ba2-06e7-4a03-b68e-e414373921a0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397527 Aug 07 12:52:32.037957 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c468ff-7785-4f42-b0d1-7022bec9bdc6 req-ebf098ec-f468-4d9b-93bf-f747c25f9d1c tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:32.039610 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f0c468ff-7785-4f42-b0d1-7022bec9bdc6 req-ebf098ec-f468-4d9b-93bf-f747c25f9d1c tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0564902 Aug 07 12:52:32.105976 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f0c468ff-7785-4f42-b0d1-7022bec9bdc6 req-ef912c3c-5f96-4277-b166-1978a34d344a tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458143 Aug 07 12:52:33.224425 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a38825-995c-4350-943e-e55f03e47af6 req-5efaf44e-e0d5-429c-ac71-abd22e904b90 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:33.226017 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e6a38825-995c-4350-943e-e55f03e47af6 req-5efaf44e-e0d5-429c-ac71-abd22e904b90 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0561914 Aug 07 12:52:33.276659 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e6a38825-995c-4350-943e-e55f03e47af6 req-b849dd77-c98b-4617-ab9e-6afaf0a90b49 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381505 Aug 07 12:52:33.439371 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-635f044d-9bc7-499c-9d9d-53de5f15acd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:34.418660 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3069ff-a3f3-47aa-93fc-bca9ab5b8f83 req-342d08e2-1a8e-4277-8a78-5ecf1818a356 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:34.427175 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ef3069ff-a3f3-47aa-93fc-bca9ab5b8f83 req-342d08e2-1a8e-4277-8a78-5ecf1818a356 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0603921 Aug 07 12:52:34.466466 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ef3069ff-a3f3-47aa-93fc-bca9ab5b8f83 req-3ec6215c-7127-4352-8348-d26ccb33c45c tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380919 Aug 07 12:52:35.596897 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5612f99-d10d-48b6-8d09-49aef61debbb req-c5444cc8-103f-47d5-b90b-83cb6d2f250b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:35.598455 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f5612f99-d10d-48b6-8d09-49aef61debbb req-c5444cc8-103f-47d5-b90b-83cb6d2f250b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0503092 Aug 07 12:52:35.637615 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f5612f99-d10d-48b6-8d09-49aef61debbb req-eb7f4f02-6582-47bc-9867-dd80559d4ad2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328140 Aug 07 12:52:36.570868 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 36010) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:52:36.656907 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-07d2ae9b-aa4a-4c60-9880-7c5c93fa590e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:36.745814 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5242c24e-d1cd-4a42-ae9b-dd3fad50a2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:36.786505 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875fa83a-cd6e-42a2-b2c2-a40661713ed0 req-f6a27aaf-6999-4fdb-9f72-388aa1a6b6ad tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:36.788444 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-875fa83a-cd6e-42a2-b2c2-a40661713ed0 req-f6a27aaf-6999-4fdb-9f72-388aa1a6b6ad tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0610611 Aug 07 12:52:36.832638 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-875fa83a-cd6e-42a2-b2c2-a40661713ed0 req-ed5b5404-2c45-45eb-abd9-eba436f402cd tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341558 Aug 07 12:52:36.852252 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5242c24e-d1cd-4a42-ae9b-dd3fad50a2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:37.125519 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5242c24e-d1cd-4a42-ae9b-dd3fad50a2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:37.144678 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:37.145692 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:37.166314 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-5242c24e-d1cd-4a42-ae9b-dd3fad50a2b0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6f6c40cadfa949b9b2398ba947aee2e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5935900 Aug 07 12:52:37.167451 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242c24e-d1cd-4a42-ae9b-dd3fad50a2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4032f3ce-c002-441a-a977-4637ab293375,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:52:37.170737 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 36024) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:52:37.235512 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-007d2cf3-af7c-4dd5-b25f-ceeea2d656e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:37.260397 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-007d2cf3-af7c-4dd5-b25f-ceeea2d656e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:37.422295 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-007d2cf3-af7c-4dd5-b25f-ceeea2d656e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:37.422852 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:37.425222 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-007d2cf3-af7c-4dd5-b25f-ceeea2d656e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:37.428807 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-007d2cf3-af7c-4dd5-b25f-ceeea2d656e8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4032f3ce-c002-441a-a977-4637ab293375 HTTP/1.1" status: 204 len: 168 time: 0.2539241 Aug 07 12:52:37.439517 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d2cf3-af7c-4dd5-b25f-ceeea2d656e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4032f3ce-c002-441a-a977-4637ab293375,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:52:37.900058 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03835c9-a60c-4e29-9082-1ce65be3a718 req-797f50bb-a70d-4a74-9945-a338fd41d13d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:37.907435 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a03835c9-a60c-4e29-9082-1ce65be3a718 req-797f50bb-a70d-4a74-9945-a338fd41d13d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0546229 Aug 07 12:52:37.944434 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a03835c9-a60c-4e29-9082-1ce65be3a718 req-936ca732-62c3-42cb-a6b9-89a0d723cf23 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365238 Aug 07 12:52:37.976814 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1551970-28cf-421a-b037-c156a5b8cb43 req-b48b3797-ae0d-4ead-b349-9eb95f791212 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:37.978323 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f1551970-28cf-421a-b037-c156a5b8cb43 req-b48b3797-ae0d-4ead-b349-9eb95f791212 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0614772 Aug 07 12:52:38.019804 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f1551970-28cf-421a-b037-c156a5b8cb43 req-07a1c689-690e-4445-a22c-abe9f8e881cc tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352905 Aug 07 12:52:38.613817 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15444b13-2f61-4d7c-8187-97b560a8ec1b req-7fc04d06-8702-4d09-9549-480270a2596d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:38.615433 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-15444b13-2f61-4d7c-8187-97b560a8ec1b req-7fc04d06-8702-4d09-9549-480270a2596d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e29947f4009940b3bee8115587b5f0bf&device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 1098 time: 0.0429068 Aug 07 12:52:38.731572 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15444b13-2f61-4d7c-8187-97b560a8ec1b req-b67736c9-3360-4a54-89db-391dda888cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:38.733049 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-15444b13-2f61-4d7c-8187-97b560a8ec1b req-b67736c9-3360-4a54-89db-391dda888cb4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda HTTP/1.1" status: 200 len: 917 time: 0.0984719 Aug 07 12:52:38.812310 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-15444b13-2f61-4d7c-8187-97b560a8ec1b req-2f68d827-1ad6-4906-97c8-d31b94b95525 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4393cb2a-7ec0-4605-9b4a-55beefe117d8 HTTP/1.1" status: 200 len: 1001 time: 0.0638716 Aug 07 12:52:38.867895 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15444b13-2f61-4d7c-8187-97b560a8ec1b req-ea654233-965e-442b-895b-7a07dfd7950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:38.869615 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-15444b13-2f61-4d7c-8187-97b560a8ec1b req-ea654233-965e-442b-895b-7a07dfd7950d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=556b420c-994e-4c56-8be2-27810f5c2247 HTTP/1.1" status: 200 len: 855 time: 0.0474167 Aug 07 12:52:38.924917 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15444b13-2f61-4d7c-8187-97b560a8ec1b req-9af57aa7-69c6-42fd-a858-cd906c8bf9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:38.926591 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-15444b13-2f61-4d7c-8187-97b560a8ec1b req-9af57aa7-69c6-42fd-a858-cd906c8bf9e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412505 Aug 07 12:52:39.043575 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-15444b13-2f61-4d7c-8187-97b560a8ec1b req-dffa994b-8002-4f22-afbd-82eca1c3b74f service neutron] 10.222.0.58 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059237 Aug 07 12:52:39.081344 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796aac8-332d-4a53-814d-6465e49a3757 req-ca9be232-6131-4b4d-bc88-248597c5100e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:39.082308 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b796aac8-332d-4a53-814d-6465e49a3757 req-ca9be232-6131-4b4d-bc88-248597c5100e tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0595236 Aug 07 12:52:39.126166 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b796aac8-332d-4a53-814d-6465e49a3757 req-b178e775-7454-4b9b-a15b-279c1adbf02f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382841 Aug 07 12:52:39.174641 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6366f8-a26a-4b49-a2ba-6ccf962821aa req-a4a3c115-2786-4395-abd0-74891277aca2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:39.176192 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1b6366f8-a26a-4b49-a2ba-6ccf962821aa req-a4a3c115-2786-4395-abd0-74891277aca2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0732493 Aug 07 12:52:39.195910 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-15444b13-2f61-4d7c-8187-97b560a8ec1b req-934304d3-12dc-4081-8265-0e28a1c160a9 service neutron] 10.222.0.58 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425836 Aug 07 12:52:39.225504 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1b6366f8-a26a-4b49-a2ba-6ccf962821aa req-40006cd6-d23c-4e71-9949-edef565a09cf tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405614 Aug 07 12:52:39.457155 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:40.244534 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b9fa4-93f2-434d-acb2-11352a320aee req-b778f26b-d788-4afb-a71f-049d91cf2e49 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:40.246036 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5d0b9fa4-93f2-434d-acb2-11352a320aee req-b778f26b-d788-4afb-a71f-049d91cf2e49 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0490682 Aug 07 12:52:40.290355 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5d0b9fa4-93f2-434d-acb2-11352a320aee req-1aa44433-58cd-4aee-81e3-21cb41184c57 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381138 Aug 07 12:52:40.353375 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b1174-7402-4dd2-bc25-e9011eede4ee req-8e050e8e-cc0e-4e5f-af68-201b7ad7906f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:40.354982 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7f0b1174-7402-4dd2-bc25-e9011eede4ee req-8e050e8e-cc0e-4e5f-af68-201b7ad7906f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 945 time: 0.0514586 Aug 07 12:52:40.394885 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7f0b1174-7402-4dd2-bc25-e9011eede4ee req-54a3119f-c423-40aa-ba5f-9b61ff99e599 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327964 Aug 07 12:52:40.599141 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 4393cb2a-7ec0-4605-9b4a-55beefe117d8 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:52:40.682355 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:40.706162 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4393cb2a-7ec0-4605-9b4a-55beefe117d8'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:52:40.708742 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddca26b8-ba6c-480f-b298-8d6ae8a363eb" -d '{"events": [{"server_uuid": "8fc6dee7-12a5-4317-83a0-63ff1bcfc12e", "name": "network-vif-unplugged", "status": "completed", "tag": "4393cb2a-7ec0-4605-9b4a-55beefe117d8"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:52:40.722675 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 4393cb2a-7ec0-4605-9b4a-55beefe117d8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4393cb2a-7ec0-4605-9b4a-55beefe117d8,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:52:40.748047 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 Aug 2021 12:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2917fb5a-4033-4728-be5f-9ae17d1bf2f0 x-openstack-request-id: req-2917fb5a-4033-4728-be5f-9ae17d1bf2f0 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:52:40.748277 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc6dee7-12a5-4317-83a0-63ff1bcfc12e", "name": "network-vif-unplugged", "status": "completed", "tag": "4393cb2a-7ec0-4605-9b4a-55beefe117d8", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:52:40.748554 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2917fb5a-4033-4728-be5f-9ae17d1bf2f0 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:52:40.748950 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4393cb2a-7ec0-4605-9b4a-55beefe117d8', 'code': 200} Aug 07 12:52:40.781984 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:40.833058 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=4393cb2a-7ec0-4605-9b4a-55beefe117d8,revision_number=8']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:52:41.408564 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b184050-3547-49f1-9ba0-4f45707f1e25 req-b1d2f5c3-9119-43e6-a461-fb06d8b5b8c6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:41.410239 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5b184050-3547-49f1-9ba0-4f45707f1e25 req-b1d2f5c3-9119-43e6-a461-fb06d8b5b8c6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0520918 Aug 07 12:52:41.462517 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5b184050-3547-49f1-9ba0-4f45707f1e25 req-17bbd60a-f00a-422b-b8de-fd0ae3fded36 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427902 Aug 07 12:52:41.522779 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcabef6-20d7-4654-879a-f89ec4a8cd52 req-3c3107a9-a875-4d16-86f3-d2066abdc8e3 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:41.524544 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0bcabef6-20d7-4654-879a-f89ec4a8cd52 req-3c3107a9-a875-4d16-86f3-d2066abdc8e3 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 945 time: 0.0564678 Aug 07 12:52:41.527039 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15f8f6-7159-4dfe-a681-d9eb06b95215 req-f0fdb687-30f7-475e-b6c9-08181d2c0746 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:41.528551 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-fd15f8f6-7159-4dfe-a681-d9eb06b95215 req-f0fdb687-30f7-475e-b6c9-08181d2c0746 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0489366 Aug 07 12:52:41.570249 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-fd15f8f6-7159-4dfe-a681-d9eb06b95215 req-4f0be4ea-1b1b-4e6b-ba18-58965381c3bf tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340357 Aug 07 12:52:41.653409 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-0bcabef6-20d7-4654-879a-f89ec4a8cd52 req-df9e70ee-e0d3-46a3-ae37-a4931adcf2d4 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Deleting port 94c5dc51-1cc4-4d2f-a731-02c412f50db1 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:52:41.653676 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-0bcabef6-20d7-4654-879a-f89ec4a8cd52 req-df9e70ee-e0d3-46a3-ae37-a4931adcf2d4 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:41.748645 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-0bcabef6-20d7-4654-879a-f89ec4a8cd52 req-df9e70ee-e0d3-46a3-ae37-a4931adcf2d4 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] For port 94c5dc51-1cc4-4d2f-a731-02c412f50db1, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=94c5dc51-1cc4-4d2f-a731-02c412f50db1,segment=NetworkSegment(67d7822a-27ab-493c-bf64-c73c39269c86),segment_id=67d7822a-27ab-493c-bf64-c73c39269c86)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:52:41.749015 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-0bcabef6-20d7-4654-879a-f89ec4a8cd52 req-df9e70ee-e0d3-46a3-ae37-a4931adcf2d4 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:41.764855 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-0bcabef6-20d7-4654-879a-f89ec4a8cd52 req-df9e70ee-e0d3-46a3-ae37-a4931adcf2d4 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Calling delete_port for 94c5dc51-1cc4-4d2f-a731-02c412f50db1 owned by compute:nova {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:52:42.221868 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-0bcabef6-20d7-4654-879a-f89ec4a8cd52 req-df9e70ee-e0d3-46a3-ae37-a4931adcf2d4 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:42.251629 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e70ee-e0d3-46a3-ae37-a4931adcf2d4 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Pushing event deleted for resources: {'Port': ['ID=94c5dc51-1cc4-4d2f-a731-02c412f50db1,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:52:42.261393 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['94c5dc51-1cc4-4d2f-a731-02c412f50db1', '4687937b-6258-493a-8edb-bfb07f6399d1'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:52:42.315100 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcabef6-20d7-4654-879a-f89ec4a8cd52 req-df9e70ee-e0d3-46a3-ae37-a4931adcf2d4 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] No DVR routers for this DVR port 94c5dc51-1cc4-4d2f-a731-02c412f50db1 on host hv-cinder-78729 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:52:42.318689 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-0bcabef6-20d7-4654-879a-f89ec4a8cd52 req-df9e70ee-e0d3-46a3-ae37-a4931adcf2d4 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:42.324627 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0bcabef6-20d7-4654-879a-f89ec4a8cd52 req-df9e70ee-e0d3-46a3-ae37-a4931adcf2d4 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.58 "DELETE /v2.0/ports/94c5dc51-1cc4-4d2f-a731-02c412f50db1 HTTP/1.1" status: 204 len: 173 time: 0.7892802 Aug 07 12:52:42.324627 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e', 'name': 'network-vif-deleted', 'tag': '94c5dc51-1cc4-4d2f-a731-02c412f50db1'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:52:42.324627 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4748dfdd-2746-4bb4-9d8f-ae1cf3576ce5" -d '{"events": [{"server_uuid": "dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e", "name": "network-vif-deleted", "tag": "94c5dc51-1cc4-4d2f-a731-02c412f50db1"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:52:42.372600 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e059cc-1000-4cf9-8885-16350d730528 x-openstack-request-id: req-d2e059cc-1000-4cf9-8885-16350d730528 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:52:42.372893 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e", "name": "network-vif-deleted", "tag": "94c5dc51-1cc4-4d2f-a731-02c412f50db1", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:52:42.373143 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d2e059cc-1000-4cf9-8885-16350d730528 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:52:42.373532 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e', 'name': 'network-vif-deleted', 'tag': '94c5dc51-1cc4-4d2f-a731-02c412f50db1', 'status': 'completed', 'code': 200} Aug 07 12:52:42.578174 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2275439e-1aa5-4b6a-a48b-cc57483e0b5a req-4b6b38d7-3d72-48fa-a541-20b4b73cb91d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 210 time: 0.0401525 Aug 07 12:52:42.701980 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e901b-6ca0-4937-b4ca-a6bc6faccd0d req-4eeb1c4d-1b02-4379-88d3-90bda301ebe5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:42.704339 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-be6e901b-6ca0-4937-b4ca-a6bc6faccd0d req-4eeb1c4d-1b02-4379-88d3-90bda301ebe5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0519860 Aug 07 12:52:42.744718 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-be6e901b-6ca0-4937-b4ca-a6bc6faccd0d req-88e1ee59-247b-43f0-9b79-ce74e13dcbb6 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339801 Aug 07 12:52:43.702868 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-087ceb23-4170-44ff-9776-9aaec10814eb req-cbb810d8-f589-45d9-8bb3-9c0c152ad79d tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc0e53aa-d1a5-42cd-9dbb-142460ae8c8e HTTP/1.1" status: 200 len: 210 time: 0.0297258 Aug 07 12:52:44.511998 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904c967-03d7-4f51-bc8b-11b2dbab1ef6 req-f7ac0d37-091b-4ff6-bd4e-d0dc85bc68fd tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:44.513867 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2904c967-03d7-4f51-bc8b-11b2dbab1ef6 req-f7ac0d37-091b-4ff6-bd4e-d0dc85bc68fd tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0515478 Aug 07 12:52:44.555921 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2904c967-03d7-4f51-bc8b-11b2dbab1ef6 req-4330ec94-1289-48db-b39d-71e711135b89 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344582 Aug 07 12:52:44.606914 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 4393cb2a-7ec0-4605-9b4a-55beefe117d8 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:52:44.697477 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 94c5dc51-1cc4-4d2f-a731-02c412f50db1 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:52:44.739280 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: 94c5dc51-1cc4-4d2f-a731-02c412f50db1 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:52:44.739700 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 94c5dc51-1cc4-4d2f-a731-02c412f50db1 not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:52:45.169115 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 36200) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:52:45.267395 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5003bb28-9e1d-4205-b772-babb70ac57f4 req-1c5187fa-ef6e-44ce-a8ed-34ef6a4710ea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0970285 Aug 07 12:52:45.318804 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15971e-15be-4e14-be99-4031639d711c req-5f0c1d04-bbb8-46d9-a38a-93c007da2239 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:45.320555 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0d15971e-15be-4e14-be99-4031639d711c req-5f0c1d04-bbb8-46d9-a38a-93c007da2239 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0521736 Aug 07 12:52:45.371042 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0d15971e-15be-4e14-be99-4031639d711c req-77f0eadb-07b0-4e4f-8fce-2e30830e4e9b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377522 Aug 07 12:52:45.688507 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feaa5a3-987b-4c4d-b766-e61be26dcb61 req-67cfd97a-565b-45b5-93a0-fd32887233b2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:45.690265 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2feaa5a3-987b-4c4d-b766-e61be26dcb61 req-67cfd97a-565b-45b5-93a0-fd32887233b2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0574951 Aug 07 12:52:45.738661 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2feaa5a3-987b-4c4d-b766-e61be26dcb61 req-a1a772d3-bee7-4e43-aeac-cfa152629356 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403886 Aug 07 12:52:46.508788 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f376bf2-12df-4f82-bbd5-9d5205400e43 req-be08d722-9311-4de3-8d82-fd76577f97bf tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:46.510404 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9f376bf2-12df-4f82-bbd5-9d5205400e43 req-be08d722-9311-4de3-8d82-fd76577f97bf tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0529788 Aug 07 12:52:46.551161 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9f376bf2-12df-4f82-bbd5-9d5205400e43 req-42fba85c-65de-46bd-9f9f-7edad0619d19 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338969 Aug 07 12:52:46.860657 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba6ce9-c092-4879-a678-f851a62c1274 req-e243237e-3b14-44ea-8136-4ae16fd00f50 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:46.862088 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-11ba6ce9-c092-4879-a678-f851a62c1274 req-e243237e-3b14-44ea-8136-4ae16fd00f50 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0504069 Aug 07 12:52:46.909224 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-11ba6ce9-c092-4879-a678-f851a62c1274 req-671a7e9e-b3b4-43e4-a28c-aa06034da959 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407350 Aug 07 12:52:47.666085 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b324b4-0e42-4e31-86de-a2ffb97f27d5 req-758bb61e-d6db-4e58-aa05-28c80b9cb56c tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:47.667612 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-80b324b4-0e42-4e31-86de-a2ffb97f27d5 req-758bb61e-d6db-4e58-aa05-28c80b9cb56c tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0511386 Aug 07 12:52:47.706697 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-80b324b4-0e42-4e31-86de-a2ffb97f27d5 req-9e81657f-bd7a-44a5-98f7-ffdb82c6f0af tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316525 Aug 07 12:52:48.030861 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f632489-4ca7-4673-8118-0f73ad42031b req-190598a0-0e40-4fce-a05a-4e44614d5c95 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:48.033104 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9f632489-4ca7-4673-8118-0f73ad42031b req-190598a0-0e40-4fce-a05a-4e44614d5c95 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0505116 Aug 07 12:52:48.069550 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9f632489-4ca7-4673-8118-0f73ad42031b req-8c2de115-f6dc-4845-8d08-d0f2bf59438a tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305285 Aug 07 12:52:48.824752 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb67a8-1701-4d10-8128-cc29a341b58e req-42196629-48c1-48f2-b8b1-54223b5c7cea tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:48.826143 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bbbb67a8-1701-4d10-8128-cc29a341b58e req-42196629-48c1-48f2-b8b1-54223b5c7cea tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0480752 Aug 07 12:52:48.863850 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bbbb67a8-1701-4d10-8128-cc29a341b58e req-d30646d1-4582-4073-8860-866c38b7996b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318129 Aug 07 12:52:49.196184 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67309bd-fb65-4bfd-9bc0-d0408cb0dab5 req-59215ab0-c5a0-442b-8e10-c11fe0505c0e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:49.197661 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b67309bd-fb65-4bfd-9bc0-d0408cb0dab5 req-59215ab0-c5a0-442b-8e10-c11fe0505c0e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0482359 Aug 07 12:52:49.237621 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b67309bd-fb65-4bfd-9bc0-d0408cb0dab5 req-04aacfaf-779c-448b-8b59-ce66d21aa530 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336404 Aug 07 12:52:49.979345 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd650496-3049-4eff-a703-da128f6167ee req-ef7ca708-17b3-4920-85d3-dd81fb7e0339 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:49.981036 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-dd650496-3049-4eff-a703-da128f6167ee req-ef7ca708-17b3-4920-85d3-dd81fb7e0339 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0493798 Aug 07 12:52:50.020067 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-dd650496-3049-4eff-a703-da128f6167ee req-d04e2e30-6b4a-4fdb-b177-0494b0140712 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326416 Aug 07 12:52:50.364918 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83cc61-b50b-4f56-8b83-eff5fe625725 req-6094cee2-90e4-4296-bda8-b37a9aacd613 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:50.366497 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ed83cc61-b50b-4f56-8b83-eff5fe625725 req-6094cee2-90e4-4296-bda8-b37a9aacd613 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0571125 Aug 07 12:52:50.409263 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ed83cc61-b50b-4f56-8b83-eff5fe625725 req-623904a9-db82-4b84-8f41-c802085f32e8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367286 Aug 07 12:52:51.145468 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b4434-4fd6-47e3-8637-474e9bbeaebb req-c97aef07-8673-4a5e-8509-c187cc712f07 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:51.147123 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-683b4434-4fd6-47e3-8637-474e9bbeaebb req-c97aef07-8673-4a5e-8509-c187cc712f07 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0584204 Aug 07 12:52:51.185588 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-683b4434-4fd6-47e3-8637-474e9bbeaebb req-dfb7ccd9-62a8-4c7e-b996-9782ad1da4e7 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323899 Aug 07 12:52:51.549801 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f885bd5-ac7c-4039-aab2-d2b4da5333a5 req-1186c986-0893-495a-a8ee-469268955a12 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:51.551350 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7f885bd5-ac7c-4039-aab2-d2b4da5333a5 req-1186c986-0893-495a-a8ee-469268955a12 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0522189 Aug 07 12:52:51.589968 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7f885bd5-ac7c-4039-aab2-d2b4da5333a5 req-8c55be69-4901-42fd-9293-d8a8b945110f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326376 Aug 07 12:52:52.299062 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0f572-eb9a-4581-b163-606dcbce1f3a req-d92ba076-3a23-4acb-bd3f-e435cdedada0 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:52.300494 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ddc0f572-eb9a-4581-b163-606dcbce1f3a req-d92ba076-3a23-4acb-bd3f-e435cdedada0 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0485942 Aug 07 12:52:52.342584 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ddc0f572-eb9a-4581-b163-606dcbce1f3a req-08dc30c7-2e71-49e5-97e0-9acc2ec2945b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361903 Aug 07 12:52:52.710669 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea84ef-fc09-470c-a4eb-1a6a9162c3fc req-b462bce9-4c5e-4638-87ff-f03cc72d742a tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:52.712151 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-09ea84ef-fc09-470c-a4eb-1a6a9162c3fc req-b462bce9-4c5e-4638-87ff-f03cc72d742a tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0491090 Aug 07 12:52:52.751395 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-09ea84ef-fc09-470c-a4eb-1a6a9162c3fc req-d0b8d05d-9786-4ac6-bc0c-438089ab97ca tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331545 Aug 07 12:52:53.470785 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3706724-640a-4a0c-a795-37de2935e3ee req-2f78b910-3383-4558-84d0-9fa9504edc6b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:53.470785 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e3706724-640a-4a0c-a795-37de2935e3ee req-2f78b910-3383-4558-84d0-9fa9504edc6b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0590880 Aug 07 12:52:53.508819 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e3706724-640a-4a0c-a795-37de2935e3ee req-4d319e12-1352-439c-ac2f-463251c51374 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332305 Aug 07 12:52:53.870131 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b493a-db90-4504-af89-d9f6fcd68535 req-b53d2d5e-9356-4964-98e6-e749d2c8f1e4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:53.871657 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e26b493a-db90-4504-af89-d9f6fcd68535 req-b53d2d5e-9356-4964-98e6-e749d2c8f1e4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0488999 Aug 07 12:52:53.913666 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e26b493a-db90-4504-af89-d9f6fcd68535 req-ecccea79-f8ab-4c5f-8b92-4f661081203f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360298 Aug 07 12:52:54.628548 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5b6be-a2ae-456c-9c03-253d24b1071b req-05615948-9181-472d-a806-e63a3b704b2f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:54.630012 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-95d5b6be-a2ae-456c-9c03-253d24b1071b req-05615948-9181-472d-a806-e63a3b704b2f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0528550 Aug 07 12:52:54.694870 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-95d5b6be-a2ae-456c-9c03-253d24b1071b req-03cfb963-de37-4267-a7ba-b878d02efef6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/security-groups?id=7db92338-6cac-45dd-bb76-e1056ea628a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589845 Aug 07 12:52:54.708426 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f68336-1b1d-4be8-91a1-0d6faee9edd0 req-a48ee59b-2586-45c3-91e4-ae4b10c46db5 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:54.709910 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-56f68336-1b1d-4be8-91a1-0d6faee9edd0 req-a48ee59b-2586-45c3-91e4-ae4b10c46db5 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 945 time: 0.0682771 Aug 07 12:52:54.805723 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-56f68336-1b1d-4be8-91a1-0d6faee9edd0 req-6cb2d1f0-042c-4d98-a168-8f338f426642 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Deleting port 4687937b-6258-493a-8edb-bfb07f6399d1 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:52:54.806063 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-56f68336-1b1d-4be8-91a1-0d6faee9edd0 req-6cb2d1f0-042c-4d98-a168-8f338f426642 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:54.904242 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-56f68336-1b1d-4be8-91a1-0d6faee9edd0 req-6cb2d1f0-042c-4d98-a168-8f338f426642 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] For port 4687937b-6258-493a-8edb-bfb07f6399d1, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4687937b-6258-493a-8edb-bfb07f6399d1,segment=NetworkSegment(67d7822a-27ab-493c-bf64-c73c39269c86),segment_id=67d7822a-27ab-493c-bf64-c73c39269c86)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:52:54.904611 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-56f68336-1b1d-4be8-91a1-0d6faee9edd0 req-6cb2d1f0-042c-4d98-a168-8f338f426642 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:54.916333 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003bb28-9e1d-4205-b772-babb70ac57f4 req-4d50a436-0734-4aa2-b2ed-482bbfbf7acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:54.917879 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5003bb28-9e1d-4205-b772-babb70ac57f4 req-4d50a436-0734-4aa2-b2ed-482bbfbf7acf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e&tenant_id=e29947f4009940b3bee8115587b5f0bf HTTP/1.1" status: 200 len: 1096 time: 0.0737545 Aug 07 12:52:54.918426 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-56f68336-1b1d-4be8-91a1-0d6faee9edd0 req-6cb2d1f0-042c-4d98-a168-8f338f426642 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Calling delete_port for 4687937b-6258-493a-8edb-bfb07f6399d1 owned by compute:nova {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:52:55.022229 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003bb28-9e1d-4205-b772-babb70ac57f4 req-bd3a06f9-7e34-434a-a37e-085b6157c3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:55.023728 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5003bb28-9e1d-4205-b772-babb70ac57f4 req-bd3a06f9-7e34-434a-a37e-085b6157c3a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e29947f4009940b3bee8115587b5f0bf&device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 1096 time: 0.0698261 Aug 07 12:52:55.091862 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a35cd-88f7-425c-9ac5-a6db06398c82 req-0bdb886a-0f3e-411e-bb46-8b923d2af4be tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:55.093289 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1f1a35cd-88f7-425c-9ac5-a6db06398c82 req-0bdb886a-0f3e-411e-bb46-8b923d2af4be tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.1034749 Aug 07 12:52:55.153605 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-56f68336-1b1d-4be8-91a1-0d6faee9edd0 req-6cb2d1f0-042c-4d98-a168-8f338f426642 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:55.159287 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1f1a35cd-88f7-425c-9ac5-a6db06398c82 req-fb6f6951-c0ab-499f-b226-faf60171dfa2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573249 Aug 07 12:52:55.163456 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003bb28-9e1d-4205-b772-babb70ac57f4 req-ce10949a-0a65-416c-a1af-28d71f8318fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:55.164932 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5003bb28-9e1d-4205-b772-babb70ac57f4 req-ce10949a-0a65-416c-a1af-28d71f8318fa service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda HTTP/1.1" status: 200 len: 917 time: 0.1336102 Aug 07 12:52:55.185978 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2d1f0-042c-4d98-a168-8f338f426642 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Pushing event deleted for resources: {'Port': ['ID=4687937b-6258-493a-8edb-bfb07f6399d1,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:52:55.207254 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['4687937b-6258-493a-8edb-bfb07f6399d1'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:52:55.232250 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f68336-1b1d-4be8-91a1-0d6faee9edd0 req-6cb2d1f0-042c-4d98-a168-8f338f426642 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] No DVR routers for this DVR port 4687937b-6258-493a-8edb-bfb07f6399d1 on host hv-cinder-78729 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:52:55.235132 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-56f68336-1b1d-4be8-91a1-0d6faee9edd0 req-6cb2d1f0-042c-4d98-a168-8f338f426642 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:52:55.237523 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-56f68336-1b1d-4be8-91a1-0d6faee9edd0 req-6cb2d1f0-042c-4d98-a168-8f338f426642 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.58 "DELETE /v2.0/ports/4687937b-6258-493a-8edb-bfb07f6399d1 HTTP/1.1" status: 204 len: 173 time: 0.5162404 Aug 07 12:52:55.237961 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713', 'name': 'network-vif-deleted', 'tag': '4687937b-6258-493a-8edb-bfb07f6399d1'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:52:55.240259 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b63bc0-e1f7-4ae0-a8b2-484679174e8d" -d '{"events": [{"server_uuid": "ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713", "name": "network-vif-deleted", "tag": "4687937b-6258-493a-8edb-bfb07f6399d1"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:52:55.246454 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5003bb28-9e1d-4205-b772-babb70ac57f4 req-9cf0c5f5-971e-496f-a2d3-528c5510369c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4393cb2a-7ec0-4605-9b4a-55beefe117d8 HTTP/1.1" status: 200 len: 999 time: 0.0666060 Aug 07 12:52:55.276825 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1619533f-8ab6-4eac-bbbe-8ac23a897f28 x-openstack-request-id: req-1619533f-8ab6-4eac-bbbe-8ac23a897f28 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:52:55.277105 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713", "name": "network-vif-deleted", "tag": "4687937b-6258-493a-8edb-bfb07f6399d1", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:52:55.277350 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1619533f-8ab6-4eac-bbbe-8ac23a897f28 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:52:55.277730 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713', 'name': 'network-vif-deleted', 'tag': '4687937b-6258-493a-8edb-bfb07f6399d1', 'status': 'completed', 'code': 200} Aug 07 12:52:55.303252 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003bb28-9e1d-4205-b772-babb70ac57f4 req-ce8c6ae9-5d3d-49bd-9c64-66573f5e79de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:55.304771 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5003bb28-9e1d-4205-b772-babb70ac57f4 req-ce8c6ae9-5d3d-49bd-9c64-66573f5e79de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=556b420c-994e-4c56-8be2-27810f5c2247 HTTP/1.1" status: 200 len: 855 time: 0.0507228 Aug 07 12:52:55.353350 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003bb28-9e1d-4205-b772-babb70ac57f4 req-18681242-7eae-48ef-a04a-bf8a62114ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:55.354952 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5003bb28-9e1d-4205-b772-babb70ac57f4 req-18681242-7eae-48ef-a04a-bf8a62114ee7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417738 Aug 07 12:52:55.453648 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5003bb28-9e1d-4205-b772-babb70ac57f4 req-bb238539-df45-46ed-a239-d97b78de6f5e service neutron] 10.222.0.58 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889418 Aug 07 12:52:55.553017 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5003bb28-9e1d-4205-b772-babb70ac57f4 req-fce3d482-181e-43ec-a3c8-1ae11ecb8028 service neutron] 10.222.0.58 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890217 Aug 07 12:52:55.805421 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-30f54c7f-dac6-4cfe-8274-231617ab2242 req-82eb7040-c197-44d0-9da3-02b73627535c tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 210 time: 0.0266392 Aug 07 12:52:56.291126 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6387f3-4bbf-4bd2-ab36-0a6a98702a3a req-f9057997-3597-4767-9e6a-b730f0feba30 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:56.292607 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7c6387f3-4bbf-4bd2-ab36-0a6a98702a3a req-f9057997-3597-4767-9e6a-b730f0feba30 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0522473 Aug 07 12:52:56.331427 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7c6387f3-4bbf-4bd2-ab36-0a6a98702a3a req-9604582e-5c35-4f15-af37-28768f6dcdc3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321212 Aug 07 12:52:56.916184 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-68dddb55-2fe6-4881-82a5-d4b7121308e6 req-cf395cc9-918d-462d-afc8-f4b1ac7c7e4b tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 210 time: 0.0311017 Aug 07 12:52:57.451666 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef1735-ef76-4756-9148-bce78a9cba1a req-6493556c-b56a-4fd1-84d2-effe8210ae37 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:57.453183 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d6ef1735-ef76-4756-9148-bce78a9cba1a req-6493556c-b56a-4fd1-84d2-effe8210ae37 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0478270 Aug 07 12:52:57.493774 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d6ef1735-ef76-4756-9148-bce78a9cba1a req-a49e994c-e9bc-443e-a26a-2a40b0675912 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333972 Aug 07 12:52:58.022814 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bf7fb210-85ef-47ad-a51a-de2cef6ee3d6 req-48ce3394-e1e8-4667-bc34-e3899f9f78a1 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 210 time: 0.0273864 Aug 07 12:52:58.613454 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568ebea-a867-4695-85ce-97808671d0d0 req-b248e8d6-8af1-4eef-83ba-3eda656303c1 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:58.615015 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e568ebea-a867-4695-85ce-97808671d0d0 req-b248e8d6-8af1-4eef-83ba-3eda656303c1 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0480537 Aug 07 12:52:58.652455 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e568ebea-a867-4695-85ce-97808671d0d0 req-3a5e50ac-5870-4a02-a3bb-0ed54a2a3404 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315850 Aug 07 12:52:59.132629 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7a6960c7-b964-48a1-a2aa-310d17d059ef req-f70a126f-59ff-4cdb-b90b-da1e317d81e3 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 210 time: 0.0287833 Aug 07 12:52:59.785779 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752f243-5eee-4446-9045-5a7e494fd744 req-d922335c-261b-4aeb-90e0-534100236a48 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:52:59.788436 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5752f243-5eee-4446-9045-5a7e494fd744 req-d922335c-261b-4aeb-90e0-534100236a48 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0624304 Aug 07 12:52:59.830457 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5752f243-5eee-4446-9045-5a7e494fd744 req-9fdf813e-f8d6-4ad5-a638-5e1e882fa881 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356159 Aug 07 12:52:59.847196 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 4687937b-6258-493a-8edb-bfb07f6399d1 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:52:59.875724 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: 4687937b-6258-493a-8edb-bfb07f6399d1 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:52:59.876943 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 4687937b-6258-493a-8edb-bfb07f6399d1 not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:53:00.268635 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c7ceda5b-8b01-4cca-90dd-45406aee0655 req-22845aa0-198b-4620-a459-ba7bdca30399 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 210 time: 0.0421097 Aug 07 12:53:00.590460 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 36414) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:00.716053 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d9ef27e6-48aa-4a5b-8621-e718706a586c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:00.864693 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d9ef27e6-48aa-4a5b-8621-e718706a586c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:00.990595 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ba728-7610-418e-b07d-b848576e7ded req-f0b991c6-71e2-4fdd-9800-5aec3de5ca2e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:00.992154 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a73ba728-7610-418e-b07d-b848576e7ded req-f0b991c6-71e2-4fdd-9800-5aec3de5ca2e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0559170 Aug 07 12:53:01.031896 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a73ba728-7610-418e-b07d-b848576e7ded req-1cfb5f3f-9ef6-4e19-9472-1504f0039c93 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334423 Aug 07 12:53:01.136208 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d9ef27e6-48aa-4a5b-8621-e718706a586c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:01.184123 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-d9ef27e6-48aa-4a5b-8621-e718706a586c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=033b1aad036347919e724672f521700d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5922377 Aug 07 12:53:01.187344 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 36432) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:01.189505 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef27e6-48aa-4a5b-8621-e718706a586c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94afcff1-92d8-45f5-a231-b156df857c41,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:01.248603 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e85b244a-b2cf-4409-9a3f-2a404a2646f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:01.276094 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e85b244a-b2cf-4409-9a3f-2a404a2646f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:01.390682 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f8a2eda4-0e86-4962-bc3e-7d4dc55f8e28 req-a8278fd5-4deb-4f95-812a-2a0acd3fae6f tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 210 time: 0.0364833 Aug 07 12:53:01.440931 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e85b244a-b2cf-4409-9a3f-2a404a2646f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:01.445004 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e85b244a-b2cf-4409-9a3f-2a404a2646f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:01.449043 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-e85b244a-b2cf-4409-9a3f-2a404a2646f1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/94afcff1-92d8-45f5-a231-b156df857c41 HTTP/1.1" status: 204 len: 168 time: 0.2578847 Aug 07 12:53:01.460106 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b244a-b2cf-4409-9a3f-2a404a2646f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94afcff1-92d8-45f5-a231-b156df857c41,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:02.190390 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb2f1a-2e9d-4b27-beee-b094655805d6 req-15e97767-ac3d-4a0f-8394-36b2ce6bd2fd tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:02.191870 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-64bb2f1a-2e9d-4b27-beee-b094655805d6 req-15e97767-ac3d-4a0f-8394-36b2ce6bd2fd tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0714278 Aug 07 12:53:02.235513 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-64bb2f1a-2e9d-4b27-beee-b094655805d6 req-eccb427d-dca3-4c9c-aa0a-da4c46231516 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384057 Aug 07 12:53:02.528795 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ffff3909-efe1-4aa8-b595-7d40d6c1c410 req-6dbb47a8-eca1-40aa-850c-392b8cc89446 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 210 time: 0.0377135 Aug 07 12:53:03.055410 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac9ebe-5ef4-431f-88ba-6e49e771e193 req-a1e9b077-1781-45be-9092-b93b720fdc4e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:03.056937 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-31ac9ebe-5ef4-431f-88ba-6e49e771e193 req-a1e9b077-1781-45be-9092-b93b720fdc4e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0490580 Aug 07 12:53:03.102361 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-31ac9ebe-5ef4-431f-88ba-6e49e771e193 req-b26a4290-b5e4-4595-9e7e-05817a72fb33 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390782 Aug 07 12:53:03.373912 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39739136-4193-4d90-9adf-9607bd4d3f0e req-a7ce5931-8b20-47ff-8dd7-af46a7e06432 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:03.375630 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-39739136-4193-4d90-9adf-9607bd4d3f0e req-a7ce5931-8b20-47ff-8dd7-af46a7e06432 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0611842 Aug 07 12:53:03.442686 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-39739136-4193-4d90-9adf-9607bd4d3f0e req-1a09a290-2a62-4afd-8f7b-3b56c66798f4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604100 Aug 07 12:53:03.456399 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-0da48717-734d-451b-a85b-f9285a83121e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:03.662993 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e29f14aa-e3b8-46de-9c5f-4c7e047e3f04 req-1e2b69d0-1d04-4d9c-acc4-c0c3ef5afff5 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 210 time: 0.0312433 Aug 07 12:53:04.242676 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa45af-4c3f-4cde-8058-13686d4237a6 req-480dac83-189b-4c09-b717-f037e6f89eca tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:04.249896 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-12fa45af-4c3f-4cde-8058-13686d4237a6 req-480dac83-189b-4c09-b717-f037e6f89eca tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0686727 Aug 07 12:53:04.324154 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-12fa45af-4c3f-4cde-8058-13686d4237a6 req-1c1d7315-26a1-4f83-98d9-0973acac4662 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650542 Aug 07 12:53:04.592588 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e791f2-61bd-43cd-9be6-c97c0ad6a313 req-082457e1-e0fa-49f4-956f-4d7b6254c12f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:04.594307 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-65e791f2-61bd-43cd-9be6-c97c0ad6a313 req-082457e1-e0fa-49f4-956f-4d7b6254c12f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0580254 Aug 07 12:53:04.640248 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-65e791f2-61bd-43cd-9be6-c97c0ad6a313 req-43651a99-0949-4650-aff0-912983f3b20d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359390 Aug 07 12:53:04.683471 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:53:04.789388 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9cd85d8d-dd22-4574-bf17-ba3edf0ebba7 req-6a88845d-e8ca-47ce-8d5d-1815e8d35255 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 210 time: 0.0330245 Aug 07 12:53:05.448386 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5709530-70f6-40dd-9a59-be48b8739cc6 req-327318cd-b787-49c4-8580-cbf196ef195e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:05.449945 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e5709530-70f6-40dd-9a59-be48b8739cc6 req-327318cd-b787-49c4-8580-cbf196ef195e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0498555 Aug 07 12:53:05.515597 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e5709530-70f6-40dd-9a59-be48b8739cc6 req-1fd3867b-f3ac-4e1d-ad55-5257adcd6951 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549197 Aug 07 12:53:05.765450 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612b609-22db-4d45-8045-8efa8d79c2a2 req-193064ad-83b7-44b2-803f-e0a083ea82a1 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:05.767936 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f612b609-22db-4d45-8045-8efa8d79c2a2 req-193064ad-83b7-44b2-803f-e0a083ea82a1 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0489750 Aug 07 12:53:05.807935 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f612b609-22db-4d45-8045-8efa8d79c2a2 req-e62245df-3534-4f44-944f-c52670ecf0e5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345407 Aug 07 12:53:05.909776 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9bd2baba-d2e8-49cc-a5f4-89bbc2c69e9b req-08c5c5e5-fbac-4245-9df5-841e1f3ddc69 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 210 time: 0.0270541 Aug 07 12:53:06.598840 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-42d08303-69f1-4707-9934-75105e5a9a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:06.649071 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be439af-7e42-4e41-9bd6-7f0c4fdfaaeb req-15d93bb9-59ca-467f-9758-092252f9a3f8 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:06.650768 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2be439af-7e42-4e41-9bd6-7f0c4fdfaaeb req-15d93bb9-59ca-467f-9758-092252f9a3f8 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0635343 Aug 07 12:53:06.709664 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2be439af-7e42-4e41-9bd6-7f0c4fdfaaeb req-34ce8500-d45e-49e8-8929-a607d7e044b3 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526273 Aug 07 12:53:07.075178 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52475928-a266-4dec-8fdb-3451ee3173c1 req-be705b79-1410-4066-b6bd-11e0193addcc tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:07.075178 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-52475928-a266-4dec-8fdb-3451ee3173c1 req-be705b79-1410-4066-b6bd-11e0193addcc tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0845370 Aug 07 12:53:07.076236 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5b993853-ac8d-434b-bdc9-48e0cc30c83e req-64410ad9-e04e-4ca2-b78d-b32c4a3fe850 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 210 time: 0.0275176 Aug 07 12:53:07.076885 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-52475928-a266-4dec-8fdb-3451ee3173c1 req-95dae630-5523-4ddc-8725-24687ecee714 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357139 Aug 07 12:53:07.318627 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:07.348016 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:07.376369 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:07.862879 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763edf6b-0c0e-481f-925a-1961bfa91cc9 req-f2eb36bb-d22c-47c2-b209-5a6ad03dd060 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:07.864518 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-763edf6b-0c0e-481f-925a-1961bfa91cc9 req-f2eb36bb-d22c-47c2-b209-5a6ad03dd060 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0562663 Aug 07 12:53:07.913781 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-763edf6b-0c0e-481f-925a-1961bfa91cc9 req-0b714ecd-7ba4-49a7-9246-4687eb4da95f tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412655 Aug 07 12:53:08.212627 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-10026323-b964-4a5d-a972-075a1e0b6364 req-c8759e13-05e3-4890-91e0-95a5c20084bd tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 210 time: 0.0383916 Aug 07 12:53:08.248145 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62334c42-3e94-4021-be1f-ba05d6d484d2 req-86f2398e-3caf-44e7-a184-37f57dcfbbf8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:08.250156 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-62334c42-3e94-4021-be1f-ba05d6d484d2 req-86f2398e-3caf-44e7-a184-37f57dcfbbf8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0605338 Aug 07 12:53:08.295706 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-62334c42-3e94-4021-be1f-ba05d6d484d2 req-a65af99b-6a86-4688-a2f3-c10c3da0d5f0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393679 Aug 07 12:53:09.045794 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b9354-b430-4d3d-b738-20b982e02ffd req-69167fb6-da51-480d-a704-db8cc0df249f tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:09.069351 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-417b9354-b430-4d3d-b738-20b982e02ffd req-69167fb6-da51-480d-a704-db8cc0df249f tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0572338 Aug 07 12:53:09.114932 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-417b9354-b430-4d3d-b738-20b982e02ffd req-2f099f8a-fbc6-4589-a443-20b5f7177292 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602973 Aug 07 12:53:09.343061 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-79406474-1107-46fa-86c7-fa07dffdf35a req-95eb3829-66d8-4690-b36a-a28456d62ef6 tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 210 time: 0.0330293 Aug 07 12:53:09.444758 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6d556-5d7f-45b8-8ddd-1268c75d2ee4 req-8cbaaeb1-ad4a-4e07-8ee8-372a7feabaaf tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:09.446225 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-13c6d556-5d7f-45b8-8ddd-1268c75d2ee4 req-8cbaaeb1-ad4a-4e07-8ee8-372a7feabaaf tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0600281 Aug 07 12:53:09.490505 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-13c6d556-5d7f-45b8-8ddd-1268c75d2ee4 req-37ac7c8f-bec2-4066-8a58-0dcb75138328 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370202 Aug 07 12:53:09.500746 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:10.252899 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722f058-6ba9-48c4-a9db-68adaa92f671 req-c5d6f824-f362-48d4-84ab-f0b194ea42ca tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:10.254468 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8722f058-6ba9-48c4-a9db-68adaa92f671 req-c5d6f824-f362-48d4-84ab-f0b194ea42ca tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0534382 Aug 07 12:53:10.294846 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8722f058-6ba9-48c4-a9db-68adaa92f671 req-470e280a-5a9c-40c7-b052-b7acdd5e430f tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343559 Aug 07 12:53:10.460572 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b9bf3bd8-df92-4f59-8cb4-94a467f01bdd req-34fc6b5b-764c-4377-aca9-9de69dbb3d4c tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 210 time: 0.0325055 Aug 07 12:53:10.614881 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507f28e-9960-4908-a77b-e22e054b0045 req-a06a9fb0-a99c-4970-9895-375a364ec9d5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:10.616345 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0507f28e-9960-4908-a77b-e22e054b0045 req-a06a9fb0-a99c-4970-9895-375a364ec9d5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0493662 Aug 07 12:53:10.655789 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0507f28e-9960-4908-a77b-e22e054b0045 req-63cc88cc-a7d6-46b6-a050-b16149b2a7f9 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335712 Aug 07 12:53:11.422780 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5afe4-c940-4abe-9466-849fc6c089d8 req-b52320e3-c669-47d6-b63b-a931c3e5d223 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:11.424516 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-97a5afe4-c940-4abe-9466-849fc6c089d8 req-b52320e3-c669-47d6-b63b-a931c3e5d223 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0551817 Aug 07 12:53:11.472919 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-97a5afe4-c940-4abe-9466-849fc6c089d8 req-51581c04-5c30-4ed2-af58-96d117129f8f tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403607 Aug 07 12:53:11.588208 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a202e941-f43b-4d7a-a339-cbf4c08b2937 req-c3dbc9c3-5cc1-4ee6-bf6d-d2f4f75a84de tempest-ServerRescueNegativeTestJSON-1960337929 tempest-ServerRescueNegativeTestJSON-1960337929-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab8ea55f-41e4-43a5-b6f1-7a99d7ad7713 HTTP/1.1" status: 200 len: 210 time: 0.0397196 Aug 07 12:53:11.656837 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-874331a5-6bdb-4a16-8cc3-66ece95bb1b0 req-e138d311-8bca-4e56-8a0f-579861cdd7cf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518179 Aug 07 12:53:11.772907 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b98e5e-44e2-4008-a7b6-af5974ccfb79 req-cc89e92a-1f31-4fc0-bb06-f3abce1f1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:11.774564 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-87b98e5e-44e2-4008-a7b6-af5974ccfb79 req-cc89e92a-1f31-4fc0-bb06-f3abce1f1a43 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4348dfe6e614bc198a34de32e5fb8c7&device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 1137 time: 0.0739019 Aug 07 12:53:11.780297 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874331a5-6bdb-4a16-8cc3-66ece95bb1b0 req-14fc7a13-d825-41e5-acf0-654a6b2b29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:11.781904 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-874331a5-6bdb-4a16-8cc3-66ece95bb1b0 req-14fc7a13-d825-41e5-acf0-654a6b2b29cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe58962fe09244deb2d59c8d994e7b3e&device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 1098 time: 0.0640783 Aug 07 12:53:11.910424 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c6343-9bef-4db9-be61-4247f74a1b28 req-a4c2846f-8c8b-4af5-98eb-b76a481b0c3a tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:11.911933 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-359c6343-9bef-4db9-be61-4247f74a1b28 req-a4c2846f-8c8b-4af5-98eb-b76a481b0c3a tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.1132836 Aug 07 12:53:11.913577 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874331a5-6bdb-4a16-8cc3-66ece95bb1b0 req-ecc2ad07-311b-4591-b919-26ae963a1584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:11.915167 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-874331a5-6bdb-4a16-8cc3-66ece95bb1b0 req-ecc2ad07-311b-4591-b919-26ae963a1584 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5 HTTP/1.1" status: 200 len: 911 time: 0.0981126 Aug 07 12:53:11.943458 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b98e5e-44e2-4008-a7b6-af5974ccfb79 req-e0722db9-4ba8-4190-b700-964d9c694c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:11.944926 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-87b98e5e-44e2-4008-a7b6-af5974ccfb79 req-e0722db9-4ba8-4190-b700-964d9c694c72 service neutron] 10.222.0.58 "GET /v2.0/networks?id=134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 HTTP/1.1" status: 200 len: 915 time: 0.1449561 Aug 07 12:53:11.969422 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-359c6343-9bef-4db9-be61-4247f74a1b28 req-459e3260-d2be-408a-b58e-7daad8a3f151 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492070 Aug 07 12:53:11.984398 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-874331a5-6bdb-4a16-8cc3-66ece95bb1b0 req-c4bfccff-134a-49a7-a8a6-f6feefca149e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 HTTP/1.1" status: 200 len: 1001 time: 0.0582461 Aug 07 12:53:12.022143 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-87b98e5e-44e2-4008-a7b6-af5974ccfb79 req-846dc868-ebdc-42d5-8879-0e1500dfcd87 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec4f04e-5135-4995-8235-4271c76fec57 HTTP/1.1" status: 200 len: 1001 time: 0.0660186 Aug 07 12:53:12.040326 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874331a5-6bdb-4a16-8cc3-66ece95bb1b0 req-ff9f0aa6-0332-40ef-80d6-442ac5442d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:12.041865 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-874331a5-6bdb-4a16-8cc3-66ece95bb1b0 req-ff9f0aa6-0332-40ef-80d6-442ac5442d2b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=300bb429-c76c-4118-afab-6302f18dd66e HTTP/1.1" status: 200 len: 849 time: 0.0489428 Aug 07 12:53:12.078987 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b98e5e-44e2-4008-a7b6-af5974ccfb79 req-327f9dc6-0623-421a-8523-5de217f0fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:12.080647 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-87b98e5e-44e2-4008-a7b6-af5974ccfb79 req-327f9dc6-0623-421a-8523-5de217f0fd03 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f9c7382-5394-4ee4-8159-ac95ff10726f HTTP/1.1" status: 200 len: 853 time: 0.0507681 Aug 07 12:53:12.094783 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874331a5-6bdb-4a16-8cc3-66ece95bb1b0 req-2dcc350c-1332-4ffc-a475-60dfb24e5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:12.096304 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-874331a5-6bdb-4a16-8cc3-66ece95bb1b0 req-2dcc350c-1332-4ffc-a475-60dfb24e5f2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449042 Aug 07 12:53:12.167410 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b98e5e-44e2-4008-a7b6-af5974ccfb79 req-70076816-9a52-4f22-9729-4c8bc89e00a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:12.169014 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-87b98e5e-44e2-4008-a7b6-af5974ccfb79 req-70076816-9a52-4f22-9729-4c8bc89e00a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=134b4d9c-f32e-4c85-b5e1-3d7bc3f22273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442777 Aug 07 12:53:12.215460 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-874331a5-6bdb-4a16-8cc3-66ece95bb1b0 req-53722e3a-e924-4116-a041-f3b1f58ce8c7 service neutron] 10.222.0.58 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899796 Aug 07 12:53:12.263356 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-87b98e5e-44e2-4008-a7b6-af5974ccfb79 req-70901f4b-d04e-4adc-9e74-3fa8961c3460 service neutron] 10.222.0.58 "GET /v2.0/networks/134b4d9c-f32e-4c85-b5e1-3d7bc3f22273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862033 Aug 07 12:53:12.321621 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-874331a5-6bdb-4a16-8cc3-66ece95bb1b0 req-2344ca82-b4ef-4d97-b421-682c6a3c9402 service neutron] 10.222.0.58 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977242 Aug 07 12:53:12.361975 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-87b98e5e-44e2-4008-a7b6-af5974ccfb79 req-2c9cd165-549b-4547-90c5-96084dd20036 service neutron] 10.222.0.58 "GET /v2.0/networks/134b4d9c-f32e-4c85-b5e1-3d7bc3f22273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912595 Aug 07 12:53:12.602642 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91343f3-4fd9-4cb8-be38-0ea7aa30aeab req-e786965a-fe81-42d3-8518-fe63c8e0f43d tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:12.604560 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b91343f3-4fd9-4cb8-be38-0ea7aa30aeab req-e786965a-fe81-42d3-8518-fe63c8e0f43d tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0595090 Aug 07 12:53:12.651552 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 36560) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:12.659274 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b91343f3-4fd9-4cb8-be38-0ea7aa30aeab req-47269038-7628-480b-8610-db1182f7049d tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485406 Aug 07 12:53:13.138790 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4655b0-1ee5-44cf-9277-38f923b44f71 req-e3d3aa4d-0361-4a41-b6ca-363b34c12044 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:13.140962 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ee4655b0-1ee5-44cf-9277-38f923b44f71 req-e3d3aa4d-0361-4a41-b6ca-363b34c12044 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0893853 Aug 07 12:53:13.152577 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9244d908-e069-4407-adde-813291cd09d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520856'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:13.496591 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ee4655b0-1ee5-44cf-9277-38f923b44f71 req-5a5d78d2-f1ea-4906-be0c-bf2a0e75a5e5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475697 Aug 07 12:53:13.518589 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495b086-79da-49c1-82a6-ced56700166c req-4150fab9-42ce-48ce-9f60-541083c69883 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:13.518589 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0495b086-79da-49c1-82a6-ced56700166c req-4150fab9-42ce-48ce-9f60-541083c69883 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0621195 Aug 07 12:53:13.562086 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0495b086-79da-49c1-82a6-ced56700166c req-30fdc581-dbd4-4d52-8cbc-a8cf610aae86 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359027 Aug 07 12:53:13.791846 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9244d908-e069-4407-adde-813291cd09d3 admin admin] Deleting port ead4596e-d991-4753-86b5-d00e78ac0eb0 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:53:13.792449 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9244d908-e069-4407-adde-813291cd09d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:13.855853 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd3a67-83aa-4018-b7cc-f4b60441c4cb req-22aa96cf-0a82-464f-a780-2b5a067df5b8 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:13.857759 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-40bd3a67-83aa-4018-b7cc-f4b60441c4cb req-22aa96cf-0a82-464f-a780-2b5a067df5b8 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.1083338 Aug 07 12:53:13.934330 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-40bd3a67-83aa-4018-b7cc-f4b60441c4cb req-73660e9c-bdfe-4b2f-8aa2-5410491ffff5 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0696616 Aug 07 12:53:13.936725 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-9244d908-e069-4407-adde-813291cd09d3 admin admin] For port ead4596e-d991-4753-86b5-d00e78ac0eb0, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=ead4596e-d991-4753-86b5-d00e78ac0eb0,segment=NetworkSegment(67d7822a-27ab-493c-bf64-c73c39269c86),segment_id=67d7822a-27ab-493c-bf64-c73c39269c86)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:53:13.937101 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9244d908-e069-4407-adde-813291cd09d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:13.959251 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-9244d908-e069-4407-adde-813291cd09d3 admin admin] Calling delete_port for ead4596e-d991-4753-86b5-d00e78ac0eb0 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:53:14.256464 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9244d908-e069-4407-adde-813291cd09d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:14.285930 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244d908-e069-4407-adde-813291cd09d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead4596e-d991-4753-86b5-d00e78ac0eb0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:14.453826 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9244d908-e069-4407-adde-813291cd09d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520232'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:14.473556 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46f0c85-ded4-4616-9e8a-969abf63f70e req-06f08827-ec13-4fd6-a654-6c12103b6b97 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:14.475086 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c46f0c85-ded4-4616-9e8a-969abf63f70e req-06f08827-ec13-4fd6-a654-6c12103b6b97 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 945 time: 0.0741642 Aug 07 12:53:14.583083 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c46f0c85-ded4-4616-9e8a-969abf63f70e req-09fc7698-1d2b-4b4d-a018-c6a34cc57e12 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724711 Aug 07 12:53:14.630751 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23273c-7994-4ddc-a4f5-125396f50aa0 req-de1e0c9d-950a-475b-944e-abe70429e0f1 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:14.632275 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-4b23273c-7994-4ddc-a4f5-125396f50aa0 req-de1e0c9d-950a-475b-944e-abe70429e0f1 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0576034 Aug 07 12:53:14.672011 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-4b23273c-7994-4ddc-a4f5-125396f50aa0 req-4004b82d-59ad-4121-bf3a-fcca4a635b44 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334268 Aug 07 12:53:14.747752 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a412527-8716-4c63-95dd-cd056014a15a req-cc9b7dc4-2629-4bc2-8bfe-45be3d6969c6 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:14.749235 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4a412527-8716-4c63-95dd-cd056014a15a req-cc9b7dc4-2629-4bc2-8bfe-45be3d6969c6 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0991063 Aug 07 12:53:14.753512 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9244d908-e069-4407-adde-813291cd09d3 admin admin] Router 0bcb98c0-4dbf-41b9-a1d1-95280475443b has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:53:14.830060 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4a412527-8716-4c63-95dd-cd056014a15a req-83e42f66-6e3a-466d-b928-222259a5782b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727096 Aug 07 12:53:14.889167 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9244d908-e069-4407-adde-813291cd09d3 admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:53:14.896794 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-9244d908-e069-4407-adde-813291cd09d3 admin admin] 10.222.0.59 "PUT /v2.0/routers/0bcb98c0-4dbf-41b9-a1d1-95280475443b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2422583 Aug 07 12:53:14.897821 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7f29bc-c6f3-4da0-9083-0261b172cf42 None None] Sync routers for ids ['0bcb98c0-4dbf-41b9-a1d1-95280475443b'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:53:14.898349 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 36584) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:14.906971 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7f29bc-c6f3-4da0-9083-0261b172cf42 None None] Routers {'0bcb98c0-4dbf-41b9-a1d1-95280475443b'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:53:14.908173 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-0e7f29bc-c6f3-4da0-9083-0261b172cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:53:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['0bcb98c0-4dbf-41b9-a1d1-95280475443b'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:53:15.004455 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d3af5ad-fc13-4771-b63f-25340854eb7c admin admin] Notify callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:15.020489 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-0e7f29bc-c6f3-4da0-9083-0261b172cf42 None None] Set router 0bcb98c0-4dbf-41b9-a1d1-95280475443b gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:53:15.058301 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772f42e-f180-4367-a776-022a72d93084 req-27a40fb0-6836-4100-9ac0-92f105af8d6f tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:15.059889 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c772f42e-f180-4367-a776-022a72d93084 req-27a40fb0-6836-4100-9ac0-92f105af8d6f tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0511944 Aug 07 12:53:15.108393 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c772f42e-f180-4367-a776-022a72d93084 req-07692c63-124d-49d4-99e3-cad2e84fc033 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387869 Aug 07 12:53:15.120962 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d3af5ad-fc13-4771-b63f-25340854eb7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:15.218687 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-0e7f29bc-c6f3-4da0-9083-0261b172cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'name': 'tempest-ServerRescueNegativeTestJSON-543845087-router', 'tenant_id': 'e94075116c334ad39b4fbfcde986d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.102'}], 'enable_snat': True}, 'gw_port_id': 'f590716f-c6f9-4b97-8cde-fe363b806a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:53:14Z', 'revision_number': 5, 'project_id': 'e94075116c334ad39b4fbfcde986d660', 'gw_port': {'id': 'f590716f-c6f9-4b97-8cde-fe363b806a25', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:14:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:53:15.249539 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7f29bc-c6f3-4da0-9083-0261b172cf42 None None] Checking router: 0bcb98c0-4dbf-41b9-a1d1-95280475443b for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:53:15.258940 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7f29bc-c6f3-4da0-9083-0261b172cf42 None None] Routers {'0bcb98c0-4dbf-41b9-a1d1-95280475443b'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:53:15.259613 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-0e7f29bc-c6f3-4da0-9083-0261b172cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:53:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['0bcb98c0-4dbf-41b9-a1d1-95280475443b'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:53:15.284470 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-4d3af5ad-fc13-4771-b63f-25340854eb7c admin admin] Deleting port f590716f-c6f9-4b97-8cde-fe363b806a25 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:53:15.285316 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d3af5ad-fc13-4771-b63f-25340854eb7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:15.348935 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-0e7f29bc-c6f3-4da0-9083-0261b172cf42 None None] Set router 0bcb98c0-4dbf-41b9-a1d1-95280475443b gateway port host: None {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:53:15.369653 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-4d3af5ad-fc13-4771-b63f-25340854eb7c admin admin] For port f590716f-c6f9-4b97-8cde-fe363b806a25, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=f590716f-c6f9-4b97-8cde-fe363b806a25,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:53:15.370101 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d3af5ad-fc13-4771-b63f-25340854eb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:15.384133 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-4d3af5ad-fc13-4771-b63f-25340854eb7c admin admin] Calling delete_port for f590716f-c6f9-4b97-8cde-fe363b806a25 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:53:15.415522 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-0e7f29bc-c6f3-4da0-9083-0261b172cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'name': 'tempest-ServerRescueNegativeTestJSON-543845087-router', 'tenant_id': 'e94075116c334ad39b4fbfcde986d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:53:15Z', 'revision_number': 6, 'project_id': 'e94075116c334ad39b4fbfcde986d660', 'gw_port_host': None}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:53:15.457562 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7f29bc-c6f3-4da0-9083-0261b172cf42 None None] The sync data for ids ['0bcb98c0-4dbf-41b9-a1d1-95280475443b'] in dv-cinder-787296-2-iscsi is: [{'id': '0bcb98c0-4dbf-41b9-a1d1-95280475443b', 'name': 'tempest-ServerRescueNegativeTestJSON-543845087-router', 'tenant_id': 'e94075116c334ad39b4fbfcde986d660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:53:15Z', 'revision_number': 6, 'project_id': 'e94075116c334ad39b4fbfcde986d660', 'gw_port_host': None}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:53:15.621464 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d3af5ad-fc13-4771-b63f-25340854eb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:15.647528 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3af5ad-fc13-4771-b63f-25340854eb7c admin admin] Pushing event deleted for resources: {'Port': ['ID=f590716f-c6f9-4b97-8cde-fe363b806a25,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:15.692763 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d3af5ad-fc13-4771-b63f-25340854eb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519630'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:15.816683 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d3af5ad-fc13-4771-b63f-25340854eb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14478'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:15.819603 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d3af5ad-fc13-4771-b63f-25340854eb7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:15.827023 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd9002-13fa-4ca2-8e1b-ac3f2c9ce746 req-10ac377d-545a-42f8-806a-926ec08f32ef tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:15.829779 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-97fd9002-13fa-4ca2-8e1b-ac3f2c9ce746 req-10ac377d-545a-42f8-806a-926ec08f32ef tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0699553 Aug 07 12:53:15.855752 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5b352-c360-4699-aacb-cec6da2a987d req-cee050f3-2c69-4f62-9b08-c51b6297fcc8 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:15.864220 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-91d5b352-c360-4699-aacb-cec6da2a987d req-cee050f3-2c69-4f62-9b08-c51b6297fcc8 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 945 time: 0.2106833 Aug 07 12:53:15.884911 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-97fd9002-13fa-4ca2-8e1b-ac3f2c9ce746 req-bfc80c7c-f386-402a-b809-206b61fbebb1 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455117 Aug 07 12:53:15.937073 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-91d5b352-c360-4699-aacb-cec6da2a987d req-7a6c9b24-4e03-4278-8d83-ac968413a333 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719595 Aug 07 12:53:15.963899 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device ead4596e-d991-4753-86b5-d00e78ac0eb0 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:53:15.989633 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: ead4596e-d991-4753-86b5-d00e78ac0eb0 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:53:15.993031 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device ead4596e-d991-4753-86b5-d00e78ac0eb0 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:53:16.007976 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e33190-c73a-4ef7-8031-4a803861ceeb req-dcc78df9-1b6a-4341-a711-94e3a0939be7 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:16.008854 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d3af5ad-fc13-4771-b63f-25340854eb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522958'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:16.009429 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3af5ad-fc13-4771-b63f-25340854eb7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bcb98c0-4dbf-41b9-a1d1-95280475443b {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 12:53:16.009587 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-37e33190-c73a-4ef7-8031-4a803861ceeb req-dcc78df9-1b6a-4341-a711-94e3a0939be7 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0556922 Aug 07 12:53:16.014603 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d3af5ad-fc13-4771-b63f-25340854eb7c admin admin] Notify callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:16.017139 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-4d3af5ad-fc13-4771-b63f-25340854eb7c admin admin] 10.222.0.59 "DELETE /v2.0/routers/0bcb98c0-4dbf-41b9-a1d1-95280475443b HTTP/1.1" status: 204 len: 168 time: 1.1173258 Aug 07 12:53:16.018922 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 36594) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:16.049857 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-37e33190-c73a-4ef7-8031-4a803861ceeb req-7cb91e6f-389d-49c1-91c0-69ab1b21092f tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322976 Aug 07 12:53:16.068007 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cecedef-25c3-487a-ada5-3b42d74df95b admin admin] Deleting subnet fb5a6588-eee4-40e0-8f56-708709b8be3c {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 12:53:16.071165 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cecedef-25c3-487a-ada5-3b42d74df95b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:16.106101 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cecedef-25c3-487a-ada5-3b42d74df95b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:16.112728 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cecedef-25c3-487a-ada5-3b42d74df95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528469'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:16.234779 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6122a-67b3-4a5f-a1f4-55d84e8a1560 req-25fed9fe-351b-41c0-b074-70849a5eacf3 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:16.236316 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0cd6122a-67b3-4a5f-a1f4-55d84e8a1560 req-25fed9fe-351b-41c0-b074-70849a5eacf3 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0517182 Aug 07 12:53:16.290106 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0cd6122a-67b3-4a5f-a1f4-55d84e8a1560 req-43304510-80b3-4f6d-9d47-fed7f2d32a44 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376842 Aug 07 12:53:16.290106 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cecedef-25c3-487a-ada5-3b42d74df95b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:16.317364 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecedef-25c3-487a-ada5-3b42d74df95b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb5a6588-eee4-40e0-8f56-708709b8be3c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:16.323439 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9cecedef-25c3-487a-ada5-3b42d74df95b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:16.324760 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-9cecedef-25c3-487a-ada5-3b42d74df95b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/fb5a6588-eee4-40e0-8f56-708709b8be3c HTTP/1.1" status: 204 len: 168 time: 0.3049228 Aug 07 12:53:16.327227 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 36598) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:16.660754 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561226'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:16.670956 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df00661-52c7-48ff-b70c-ee924cc2d919 req-bf0c7189-2cd7-41b3-9497-fffc161b9ca2 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:16.672395 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8df00661-52c7-48ff-b70c-ee924cc2d919 req-bf0c7189-2cd7-41b3-9497-fffc161b9ca2 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 945 time: 0.0917351 Aug 07 12:53:16.812543 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531410', 'neutron.services.segments.db._delete_segments_for_network-8739267626096'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:16.824667 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:53:16.825011 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:53:16.825833 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:53:16.826168 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Subscribe: > port after_create 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:53:16.826530 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:53:16.826888 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Subscribe: > port after_update 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:53:16.827210 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:53:16.827549 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:53:16.827866 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:53:16.828186 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:53:16.963910 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:53:16.964602 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:53:16.964602 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:53:16.964903 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100620) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 07 12:53:16.965288 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.services.segments.db [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2321795-e5f2-40d8-bbcd-632960ec1b50']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:53:16.989888 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.services.segments.db [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d7822a-27ab-493c-bf64-c73c39269c86') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:53:16.990266 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.services.segments.db [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d7822a-27ab-493c-bf64-c73c39269c86') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:53:17.012526 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6906a67-cc56-481e-9881-e90dba96cbf9 req-abbee831-29a2-4713-bf7a-ff5e3661e1a0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:17.013133 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739267629177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3678705'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:17.014031 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b6906a67-cc56-481e-9881-e90dba96cbf9 req-abbee831-29a2-4713-bf7a-ff5e3661e1a0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0602100 Aug 07 12:53:17.053467 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b6906a67-cc56-481e-9881-e90dba96cbf9 req-3aeae195-10cc-4e25-9c6b-4fa314d51cce tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319436 Aug 07 12:53:17.060729 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-8df00661-52c7-48ff-b70c-ee924cc2d919 req-29824ef9-5b62-4f6d-8fe2-c74037bd42c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Deleting port 776d43f1-b629-4717-af37-fbce332ec2af {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:53:17.061080 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8df00661-52c7-48ff-b70c-ee924cc2d919 req-29824ef9-5b62-4f6d-8fe2-c74037bd42c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:17.065879 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:17.120469 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 12:53:17.120881 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8817199'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: from cryptography.utils import int_from_bytes Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: from cryptography.utils import int_from_bytes Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: Traceback (most recent call last): Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: timer() Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: cb(*args, **kw) Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: return func(*args, **kwargs) Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: self._notify() Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: self.callback(batched_events) Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: event.method(event) Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: return f(self, *a, **k) Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: return self._get(url).json() Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: return self.request(url, 'GET', **kwargs) Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 12:53:17.128022 dv-cinder-787296-2-iscsi neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 12:53:17.173262 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6d04e-0b1c-402b-abee-e154b1f4c60a req-7834c387-0fac-4023-b61e-d6361b4788d7 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:17.174446 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8ab6d04e-0b1c-402b-abee-e154b1f4c60a req-7834c387-0fac-4023-b61e-d6361b4788d7 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0554049 Aug 07 12:53:17.190701 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b9060-bac1-442a-b4a2-b956865a1c3d req-020a5b03-40fb-4311-b7e9-ec52048aeff7 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:17.192382 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-222b9060-bac1-442a-b4a2-b956865a1c3d req-020a5b03-40fb-4311-b7e9-ec52048aeff7 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 945 time: 0.1747391 Aug 07 12:53:17.215171 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8ab6d04e-0b1c-402b-abee-e154b1f4c60a req-a16c92c9-57ef-4a08-8eaf-4ed3aabdfa78 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346448 Aug 07 12:53:17.264771 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-8df00661-52c7-48ff-b70c-ee924cc2d919 req-29824ef9-5b62-4f6d-8fe2-c74037bd42c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] For port 776d43f1-b629-4717-af37-fbce332ec2af, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=776d43f1-b629-4717-af37-fbce332ec2af,segment=NetworkSegment(e311aa32-2c0e-4548-bbd5-15018de44a8e),segment_id=e311aa32-2c0e-4548-bbd5-15018de44a8e)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:53:17.265150 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8df00661-52c7-48ff-b70c-ee924cc2d919 req-29824ef9-5b62-4f6d-8fe2-c74037bd42c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:17.270698 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-222b9060-bac1-442a-b4a2-b956865a1c3d req-a13f8ba0-9633-47e1-9448-1079782ccc87 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673211 Aug 07 12:53:17.287809 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-8df00661-52c7-48ff-b70c-ee924cc2d919 req-29824ef9-5b62-4f6d-8fe2-c74037bd42c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Calling delete_port for 776d43f1-b629-4717-af37-fbce332ec2af owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:53:17.326547 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519594'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:17.338087 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:17.339433 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d2321795-e5f2-40d8-bbcd-632960ec1b50 HTTP/1.1" status: 204 len: 168 time: 1.0112987 Aug 07 12:53:17.353506 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f85dd5-5a70-4cbb-8217-e2ed98ef2722 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2321795-e5f2-40d8-bbcd-632960ec1b50,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:17.413366 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cf844-1ab0-480c-ba4e-7ea7b58ba5a4 req-83565bc6-ac6a-4f3f-9e50-b47ba8a7bd54 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:17.415355 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fa8cf844-1ab0-480c-ba4e-7ea7b58ba5a4 req-83565bc6-ac6a-4f3f-9e50-b47ba8a7bd54 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0523322 Aug 07 12:53:17.463140 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fa8cf844-1ab0-480c-ba4e-7ea7b58ba5a4 req-60cbbb51-fe0d-457f-8af6-d80bd484b17f tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412133 Aug 07 12:53:17.536033 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8df00661-52c7-48ff-b70c-ee924cc2d919 req-29824ef9-5b62-4f6d-8fe2-c74037bd42c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:17.566130 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29824ef9-5b62-4f6d-8fe2-c74037bd42c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Pushing event deleted for resources: {'Port': ['ID=776d43f1-b629-4717-af37-fbce332ec2af,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:17.588668 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['776d43f1-b629-4717-af37-fbce332ec2af'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:53:17.606379 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df00661-52c7-48ff-b70c-ee924cc2d919 req-29824ef9-5b62-4f6d-8fe2-c74037bd42c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] No DVR routers for this DVR port 776d43f1-b629-4717-af37-fbce332ec2af on host hv-cinder-78729 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:53:17.608890 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8df00661-52c7-48ff-b70c-ee924cc2d919 req-29824ef9-5b62-4f6d-8fe2-c74037bd42c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:17.612298 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8df00661-52c7-48ff-b70c-ee924cc2d919 req-29824ef9-5b62-4f6d-8fe2-c74037bd42c3 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.58 "DELETE /v2.0/ports/776d43f1-b629-4717-af37-fbce332ec2af HTTP/1.1" status: 204 len: 173 time: 0.9307058 Aug 07 12:53:17.612809 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9da5d1-5481-475d-a505-00ed52727ff3', 'name': 'network-vif-deleted', 'tag': '776d43f1-b629-4717-af37-fbce332ec2af'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:53:17.615175 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7388c3c4-c514-48b6-a2a3-bb70fce4fbb5" -d '{"events": [{"server_uuid": "6a9da5d1-5481-475d-a505-00ed52727ff3", "name": "network-vif-deleted", "tag": "776d43f1-b629-4717-af37-fbce332ec2af"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:53:17.651148 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7871030-dbb6-43d8-900e-576d57b4616b x-openstack-request-id: req-c7871030-dbb6-43d8-900e-576d57b4616b {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:53:17.651439 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9da5d1-5481-475d-a505-00ed52727ff3", "name": "network-vif-deleted", "tag": "776d43f1-b629-4717-af37-fbce332ec2af", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:53:17.651686 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c7871030-dbb6-43d8-900e-576d57b4616b {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:53:17.652078 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9da5d1-5481-475d-a505-00ed52727ff3', 'name': 'network-vif-deleted', 'tag': '776d43f1-b629-4717-af37-fbce332ec2af', 'status': 'completed', 'code': 200} Aug 07 12:53:17.749985 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device f590716f-c6f9-4b97-8cde-fe363b806a25 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:53:17.765237 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 36612) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:17.769499 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: f590716f-c6f9-4b97-8cde-fe363b806a25 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:53:17.773134 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device f590716f-c6f9-4b97-8cde-fe363b806a25 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:53:17.808245 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-bda87f55-a383-44c2-b0a3-68db9490b5ed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e94075116c334ad39b4fbfcde986d660&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0418122 Aug 07 12:53:17.810693 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 36614) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:17.862487 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-761ccf52-7983-40e1-b21e-9b2361d29d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:17.887452 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-761ccf52-7983-40e1-b21e-9b2361d29d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:18.015852 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-761ccf52-7983-40e1-b21e-9b2361d29d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:18.021183 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-761ccf52-7983-40e1-b21e-9b2361d29d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:18.021183 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-761ccf52-7983-40e1-b21e-9b2361d29d57 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7db92338-6cac-45dd-bb76-e1056ea628a7 HTTP/1.1" status: 204 len: 168 time: 0.2085774 Aug 07 12:53:18.028506 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ccf52-7983-40e1-b21e-9b2361d29d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db92338-6cac-45dd-bb76-e1056ea628a7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:18.036994 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ccf52-7983-40e1-b21e-9b2361d29d57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:18.037409 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ccf52-7983-40e1-b21e-9b2361d29d57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:18.037757 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ccf52-7983-40e1-b21e-9b2361d29d57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:18.038152 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ccf52-7983-40e1-b21e-9b2361d29d57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:18.038463 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ccf52-7983-40e1-b21e-9b2361d29d57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:18.038777 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ccf52-7983-40e1-b21e-9b2361d29d57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:18.039112 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ccf52-7983-40e1-b21e-9b2361d29d57 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:18.039440 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ccf52-7983-40e1-b21e-9b2361d29d57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:18.040093 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ccf52-7983-40e1-b21e-9b2361d29d57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:18.040429 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ccf52-7983-40e1-b21e-9b2361d29d57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:18.040753 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ccf52-7983-40e1-b21e-9b2361d29d57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:18.041133 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761ccf52-7983-40e1-b21e-9b2361d29d57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:18.182664 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee067ad8-c11d-4aee-913b-fd4c5766e71f req-a2ccd59b-2627-41ba-a76d-779e1e7d4581 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:18.184113 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ee067ad8-c11d-4aee-913b-fd4c5766e71f req-a2ccd59b-2627-41ba-a76d-779e1e7d4581 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0485086 Aug 07 12:53:18.223517 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ee067ad8-c11d-4aee-913b-fd4c5766e71f req-40626584-8633-43fa-b4f1-f52d8c781791 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331271 Aug 07 12:53:18.334891 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c9ba3-d5b6-40fe-a62b-27cc609269cc req-7c62bc33-06a1-4c39-8399-85bbf0821f54 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:18.336587 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cd1c9ba3-d5b6-40fe-a62b-27cc609269cc req-7c62bc33-06a1-4c39-8399-85bbf0821f54 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0522146 Aug 07 12:53:18.378247 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cd1c9ba3-d5b6-40fe-a62b-27cc609269cc req-ad5d04d6-8440-44c0-aa76-31d7fff43db8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356655 Aug 07 12:53:18.390095 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-eed03747-722f-489e-94ce-582d7e4a7223 req-e908e0c6-d317-4a9b-ad83-ccf10d1c306b tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=6a9da5d1-5481-475d-a505-00ed52727ff3 HTTP/1.1" status: 200 len: 210 time: 0.0311756 Aug 07 12:53:18.579335 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f05413-3030-4d81-aec5-fcfd2eafc44d req-52fc3901-34eb-406d-9a52-6d761a7190dc tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:18.580848 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-22f05413-3030-4d81-aec5-fcfd2eafc44d req-52fc3901-34eb-406d-9a52-6d761a7190dc tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0495286 Aug 07 12:53:18.622061 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-22f05413-3030-4d81-aec5-fcfd2eafc44d req-14b50d01-3cf6-424b-9398-ee5c7000da0f tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348897 Aug 07 12:53:19.353050 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee0e63-7cc7-440b-b0bc-de3e13c79a14 req-2beb028d-e3a0-4d19-bbd4-ae071cb7de6e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:19.355783 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-fdee0e63-7cc7-440b-b0bc-de3e13c79a14 req-2beb028d-e3a0-4d19-bbd4-ae071cb7de6e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 943 time: 0.0562742 Aug 07 12:53:19.396438 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-fdee0e63-7cc7-440b-b0bc-de3e13c79a14 req-18d794c7-a589-4544-8b45-0bced0105709 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354688 Aug 07 12:53:19.513897 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756de037-8a7d-459b-a5b8-de4918d07a63 req-db1fabde-56ca-4fb5-9cc0-c8b449556762 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:19.515574 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-756de037-8a7d-459b-a5b8-de4918d07a63 req-db1fabde-56ca-4fb5-9cc0-c8b449556762 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0684662 Aug 07 12:53:19.559244 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-756de037-8a7d-459b-a5b8-de4918d07a63 req-682cf973-8152-490b-a174-deb6f54d9073 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369012 Aug 07 12:53:19.740093 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526edc0-a2d2-4c4b-b14e-de02f28555d9 req-67cfbebd-33e0-4ba5-8dcb-ca49729b24d1 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:19.741680 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-3526edc0-a2d2-4c4b-b14e-de02f28555d9 req-67cfbebd-33e0-4ba5-8dcb-ca49729b24d1 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0503712 Aug 07 12:53:19.788218 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-3526edc0-a2d2-4c4b-b14e-de02f28555d9 req-15c95b7e-d36e-44be-9846-19e0ace45600 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354056 Aug 07 12:53:19.941168 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 4393cb2a-7ec0-4605-9b4a-55beefe117d8 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:53:19.948315 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 776d43f1-b629-4717-af37-fbce332ec2af no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:53:19.962477 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 36684) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:19.993161 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: 776d43f1-b629-4717-af37-fbce332ec2af {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:53:19.993506 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 776d43f1-b629-4717-af37-fbce332ec2af not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:53:20.068700 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 4393cb2a-7ec0-4605-9b4a-55beefe117d8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4393cb2a-7ec0-4605-9b4a-55beefe117d8,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:53:20.080025 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2e096284-77f8-43ba-9c9d-7fcb5d28ca7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:20.080337 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': '4393cb2a-7ec0-4605-9b4a-55beefe117d8', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'port_id': '4393cb2a-7ec0-4605-9b4a-55beefe117d8', 'mac_address': 'fa:16:3e:84:d5:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:53:20.120365 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:20.140118 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4393cb2a-7ec0-4605-9b4a-55beefe117d8 {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:53:20.168416 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 4393cb2a-7ec0-4605-9b4a-55beefe117d8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4393cb2a-7ec0-4605-9b4a-55beefe117d8,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:53:20.174111 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2e096284-77f8-43ba-9c9d-7fcb5d28ca7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:20.267195 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:20.289065 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2e096284-77f8-43ba-9c9d-7fcb5d28ca7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:20.315144 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=4393cb2a-7ec0-4605-9b4a-55beefe117d8,revision_number=9']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:20.322522 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:20.322876 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:20.323215 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:20.323606 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:20.323960 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:20.324292 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:20.324646 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:20.324975 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:20.325314 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:20.325633 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:20.325957 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:20.326308 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:20.328058 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-2e096284-77f8-43ba-9c9d-7fcb5d28ca7e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=96c6abcb1362458f8cbaea32c128f898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3637550 Aug 07 12:53:20.329848 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e096284-77f8-43ba-9c9d-7fcb5d28ca7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7769fc37-be0a-40ba-ae67-5f2375d0465d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:20.332432 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 36688) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:20.385146 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d780d96d-cd75-4619-8368-9ef630285ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:20.406266 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d780d96d-cd75-4619-8368-9ef630285ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:20.529613 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f15fe3-a843-4da8-a311-2b4ac5f2f47e req-06ceeeda-8931-4e02-963e-3ad6e8345a16 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:20.531007 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e0f15fe3-a843-4da8-a311-2b4ac5f2f47e req-06ceeeda-8931-4e02-963e-3ad6e8345a16 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 944 time: 0.0568702 Aug 07 12:53:20.558602 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d780d96d-cd75-4619-8368-9ef630285ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:20.561226 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d780d96d-cd75-4619-8368-9ef630285ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:20.562395 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-d780d96d-cd75-4619-8368-9ef630285ff9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7769fc37-be0a-40ba-ae67-5f2375d0465d HTTP/1.1" status: 204 len: 168 time: 0.2290642 Aug 07 12:53:20.570784 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780d96d-cd75-4619-8368-9ef630285ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7769fc37-be0a-40ba-ae67-5f2375d0465d,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:20.571736 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e0f15fe3-a843-4da8-a311-2b4ac5f2f47e req-6690c2b5-bf45-4a67-a8d2-f25e2a4ffc34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340660 Aug 07 12:53:20.690114 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5f9d5-e512-4cb4-a4c6-739602f7706b req-df97182b-4834-454c-be30-f509e5b2cb40 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:20.691649 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c4f5f9d5-e512-4cb4-a4c6-739602f7706b req-df97182b-4834-454c-be30-f509e5b2cb40 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0517390 Aug 07 12:53:20.730985 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c4f5f9d5-e512-4cb4-a4c6-739602f7706b req-cb8527ea-1424-45be-a330-2f0cbb3bdca9 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328424 Aug 07 12:53:20.912967 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf890d-9714-441d-8007-956556de86dc req-fd3a2383-7888-424f-8da8-16491543ca43 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:20.914482 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fabf890d-9714-441d-8007-956556de86dc req-fd3a2383-7888-424f-8da8-16491543ca43 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0492952 Aug 07 12:53:20.959900 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fabf890d-9714-441d-8007-956556de86dc req-a076f7c4-b70b-421e-bc31-5f6e799794b2 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391684 Aug 07 12:53:21.702318 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089fd30-61b9-48fa-92e4-a6888bd34c01 req-36d6c661-c5f2-4335-badf-d551e482fbd4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:21.703878 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9089fd30-61b9-48fa-92e4-a6888bd34c01 req-36d6c661-c5f2-4335-badf-d551e482fbd4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 944 time: 0.0539868 Aug 07 12:53:21.746158 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9089fd30-61b9-48fa-92e4-a6888bd34c01 req-03ac7b5c-1a83-4616-a157-3097c0ed64cf tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359089 Aug 07 12:53:21.848619 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd2297-f590-4b44-8ab0-85504e97d783 req-aac54fdb-59b8-4d62-b2fb-bf08ebae18ca tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:21.850125 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-44cd2297-f590-4b44-8ab0-85504e97d783 req-aac54fdb-59b8-4d62-b2fb-bf08ebae18ca tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0492971 Aug 07 12:53:21.889633 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-44cd2297-f590-4b44-8ab0-85504e97d783 req-95c87568-c960-4240-963d-f4e4b35e5158 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334537 Aug 07 12:53:22.087444 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eecb28-8a0d-4c44-ae24-675bf86e8fcf req-048270f5-4281-4b5f-9312-a6fdd49d341e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:22.088933 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f4eecb28-8a0d-4c44-ae24-675bf86e8fcf req-048270f5-4281-4b5f-9312-a6fdd49d341e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0579932 Aug 07 12:53:22.130875 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f4eecb28-8a0d-4c44-ae24-675bf86e8fcf req-f7e3bf8d-763d-434b-bf02-2dd95a649240 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351713 Aug 07 12:53:22.867505 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f6112-1a25-40e0-b197-f0a913ae9899 req-8d52ea32-e291-45a9-83cf-f654b59de2a5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:22.869004 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9f1f6112-1a25-40e0-b197-f0a913ae9899 req-8d52ea32-e291-45a9-83cf-f654b59de2a5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 944 time: 0.0498083 Aug 07 12:53:22.919486 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9f1f6112-1a25-40e0-b197-f0a913ae9899 req-2a76567c-5425-4117-a755-6698b8217e3d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445073 Aug 07 12:53:23.016554 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa13274-94b3-4613-bc64-d2cde626db47 req-74522559-8345-4829-ac5b-7b190604c34b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:23.018088 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-afa13274-94b3-4613-bc64-d2cde626db47 req-74522559-8345-4829-ac5b-7b190604c34b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0503731 Aug 07 12:53:23.058264 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-afa13274-94b3-4613-bc64-d2cde626db47 req-c451b889-8b9e-4256-a29f-92951ccf1c65 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338118 Aug 07 12:53:23.255968 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec0317-b25f-40cf-8554-8264d1e8b288 req-4786e4fd-26dd-4367-8393-beb398b4a991 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:23.257515 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a1ec0317-b25f-40cf-8554-8264d1e8b288 req-4786e4fd-26dd-4367-8393-beb398b4a991 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0599105 Aug 07 12:53:23.303165 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a1ec0317-b25f-40cf-8554-8264d1e8b288 req-9f27c368-14d3-4e7b-af36-845635b4ec76 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392089 Aug 07 12:53:23.316228 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['4393cb2a-7ec0-4605-9b4a-55beefe117d8'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:53:23.465814 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 36764) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:23.581662 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d145d76-f723-49ee-b289-fe424eb4cf08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:23.678349 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d145d76-f723-49ee-b289-fe424eb4cf08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:23.741111 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6d145d76-f723-49ee-b289-fe424eb4cf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:23.779909 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d145d76-f723-49ee-b289-fe424eb4cf08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406f603d-bf64-401b-b651-1bd75685e242,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:23.785004 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-6d145d76-f723-49ee-b289-fe424eb4cf08 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c2d704b61154bbeb9723f9b78e0dba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180382 Aug 07 12:53:23.787668 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 36768) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:23.840599 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bd7efa7d-bbf4-435a-80d6-571d15a589e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:23.863320 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bd7efa7d-bbf4-435a-80d6-571d15a589e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:23.992769 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bd7efa7d-bbf4-435a-80d6-571d15a589e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:23.995445 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-bd7efa7d-bbf4-435a-80d6-571d15a589e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:23.999132 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-bd7efa7d-bbf4-435a-80d6-571d15a589e5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/406f603d-bf64-401b-b651-1bd75685e242 HTTP/1.1" status: 204 len: 168 time: 0.2080598 Aug 07 12:53:24.026871 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7efa7d-bbf4-435a-80d6-571d15a589e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406f603d-bf64-401b-b651-1bd75685e242,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:24.058824 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d5130-9601-438d-bc02-418776d10b43 req-955cd3f6-21a6-4a0c-b9fb-903b3c815ed6 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:24.059277 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7d3d5130-9601-438d-bc02-418776d10b43 req-955cd3f6-21a6-4a0c-b9fb-903b3c815ed6 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 944 time: 0.0615892 Aug 07 12:53:24.106561 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7d3d5130-9601-438d-bc02-418776d10b43 req-db7a4f34-380f-416b-a4bc-ddd9adb275b5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409033 Aug 07 12:53:24.196572 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0919e-6944-46e3-bc7d-6fcd34d832d2 req-2252f6bc-8e01-4ad8-9390-d5ebf0065f51 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:24.198058 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9fa0919e-6944-46e3-bc7d-6fcd34d832d2 req-2252f6bc-8e01-4ad8-9390-d5ebf0065f51 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0499928 Aug 07 12:53:24.236693 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9fa0919e-6944-46e3-bc7d-6fcd34d832d2 req-794c5358-bc17-4569-a313-c671d1015efe tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327094 Aug 07 12:53:24.424404 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f7417-a44c-4879-a49c-ba76cb98e8bb req-2f0972d7-1491-42d0-96fb-884d3bf3f145 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:24.425952 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ec6f7417-a44c-4879-a49c-ba76cb98e8bb req-2f0972d7-1491-42d0-96fb-884d3bf3f145 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0515437 Aug 07 12:53:24.470530 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ec6f7417-a44c-4879-a49c-ba76cb98e8bb req-35b55b80-71b2-4baa-b2b0-d434ee9911c3 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383410 Aug 07 12:53:24.593384 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e789c18-0173-422b-a222-e4146272790c req-b21b4784-0c60-44b5-93f1-da1db94a7f7f tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:24.595411 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5e789c18-0173-422b-a222-e4146272790c req-b21b4784-0c60-44b5-93f1-da1db94a7f7f tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0509996 Aug 07 12:53:24.647644 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5e789c18-0173-422b-a222-e4146272790c req-f6e228f4-02c0-4a4a-823c-ab376e188ef9 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442882 Aug 07 12:53:24.762908 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f02fe5-5dd6-4302-980b-f34d690f8431 req-5ee72704-dab4-4ffb-9da5-28cf6ea3a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:24.762908 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-67f02fe5-5dd6-4302-980b-f34d690f8431 req-5ee72704-dab4-4ffb-9da5-28cf6ea3a7e2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe58962fe09244deb2d59c8d994e7b3e&device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 1098 time: 0.0439115 Aug 07 12:53:24.762908 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 36798) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:24.783803 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9076712b-a1d2-4cce-a891-c84c83b09f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:24.892331 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f02fe5-5dd6-4302-980b-f34d690f8431 req-93f2d195-e2f0-4e3e-a4b4-e1951370cada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:24.894105 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-67f02fe5-5dd6-4302-980b-f34d690f8431 req-93f2d195-e2f0-4e3e-a4b4-e1951370cada service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5 HTTP/1.1" status: 200 len: 911 time: 0.1183722 Aug 07 12:53:24.988687 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-67f02fe5-5dd6-4302-980b-f34d690f8431 req-0d6c7bef-21cc-4c71-9de4-5a2e7eaa4a84 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 HTTP/1.1" status: 200 len: 1001 time: 0.0866153 Aug 07 12:53:25.007822 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9076712b-a1d2-4cce-a891-c84c83b09f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:25.043705 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f02fe5-5dd6-4302-980b-f34d690f8431 req-44519606-ccad-441c-8678-9a9fa13e7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:25.045204 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-67f02fe5-5dd6-4302-980b-f34d690f8431 req-44519606-ccad-441c-8678-9a9fa13e7e57 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=300bb429-c76c-4118-afab-6302f18dd66e HTTP/1.1" status: 200 len: 849 time: 0.0491726 Aug 07 12:53:25.090510 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9076712b-a1d2-4cce-a891-c84c83b09f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:25.113835 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f02fe5-5dd6-4302-980b-f34d690f8431 req-2cfde746-e232-417a-89fb-4ec788f1da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:25.115430 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-67f02fe5-5dd6-4302-980b-f34d690f8431 req-2cfde746-e232-417a-89fb-4ec788f1da5a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590301 Aug 07 12:53:25.147182 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-9076712b-a1d2-4cce-a891-c84c83b09f90 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=abb5604c603a4e59a95959985faf479b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3831942 Aug 07 12:53:25.150004 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 36802) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:25.180313 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076712b-a1d2-4cce-a891-c84c83b09f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00076395-78f4-478a-af7c-d5bdc5e58a20,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:25.203218 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6ca5cc8e-bdeb-441c-90c2-a9e53b91a417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:25.226296 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6ca5cc8e-bdeb-441c-90c2-a9e53b91a417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:25.260157 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc38e4-234b-4d94-82a5-83c9759aaa29 req-53849552-69b2-47ff-ba9a-1b605cb3b6dc tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:25.261700 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-58bc38e4-234b-4d94-82a5-83c9759aaa29 req-53849552-69b2-47ff-ba9a-1b605cb3b6dc tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 944 time: 0.0772674 Aug 07 12:53:25.268218 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-67f02fe5-5dd6-4302-980b-f34d690f8431 req-75f858bb-16c3-4aba-ba47-b0bd74c2bea6 service neutron] 10.222.0.58 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423664 Aug 07 12:53:25.352421 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-58bc38e4-234b-4d94-82a5-83c9759aaa29 req-fe8addd1-4ee0-46fb-8a2c-03c98ad365d6 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832384 Aug 07 12:53:25.353379 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6ca5cc8e-bdeb-441c-90c2-a9e53b91a417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:25.356954 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6ca5cc8e-bdeb-441c-90c2-a9e53b91a417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:25.362308 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-6ca5cc8e-bdeb-441c-90c2-a9e53b91a417 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/00076395-78f4-478a-af7c-d5bdc5e58a20 HTTP/1.1" status: 204 len: 168 time: 0.2109919 Aug 07 12:53:25.370993 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5cc8e-bdeb-441c-90c2-a9e53b91a417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00076395-78f4-478a-af7c-d5bdc5e58a20,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:25.381737 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5cc8e-bdeb-441c-90c2-a9e53b91a417 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:25.382255 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5cc8e-bdeb-441c-90c2-a9e53b91a417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:25.382724 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5cc8e-bdeb-441c-90c2-a9e53b91a417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:25.383428 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5cc8e-bdeb-441c-90c2-a9e53b91a417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:25.383865 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5cc8e-bdeb-441c-90c2-a9e53b91a417 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:25.384316 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5cc8e-bdeb-441c-90c2-a9e53b91a417 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:25.384739 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5cc8e-bdeb-441c-90c2-a9e53b91a417 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:25.385171 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5cc8e-bdeb-441c-90c2-a9e53b91a417 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:25.385605 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5cc8e-bdeb-441c-90c2-a9e53b91a417 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:25.386212 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5cc8e-bdeb-441c-90c2-a9e53b91a417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:25.386662 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5cc8e-bdeb-441c-90c2-a9e53b91a417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:25.387168 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca5cc8e-bdeb-441c-90c2-a9e53b91a417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:53:25.395345 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-67f02fe5-5dd6-4302-980b-f34d690f8431 req-13021500-0d76-460a-8950-a6c5bb0c9f93 service neutron] 10.222.0.58 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091261 Aug 07 12:53:25.588165 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f654cb2-a3d0-4822-a653-9c748bbbcc77 req-30ccc81e-c69b-450f-bba4-c7f523e14281 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:25.589677 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2f654cb2-a3d0-4822-a653-9c748bbbcc77 req-30ccc81e-c69b-450f-bba4-c7f523e14281 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0496857 Aug 07 12:53:25.629700 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2f654cb2-a3d0-4822-a653-9c748bbbcc77 req-4d78441c-977c-465d-af52-8db44a5c39cf tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335567 Aug 07 12:53:25.770222 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f34a9-b98e-4f26-8ad7-dd9b828d6c8a req-90248666-0a0e-439c-b684-2eb6c322803e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:25.771865 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d49f34a9-b98e-4f26-8ad7-dd9b828d6c8a req-90248666-0a0e-439c-b684-2eb6c322803e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0508218 Aug 07 12:53:25.815922 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d49f34a9-b98e-4f26-8ad7-dd9b828d6c8a req-10034e7a-69db-4f34-a6a3-dd9b97fe59fe tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349617 Aug 07 12:53:25.990696 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 4393cb2a-7ec0-4605-9b4a-55beefe117d8 up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:53:26.040916 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port 4393cb2a-7ec0-4605-9b4a-55beefe117d8 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:53:26.041304 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:26.122617 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:26.144867 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4393cb2a-7ec0-4605-9b4a-55beefe117d8'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:53:26.147138 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d5e842-6838-4ebf-828e-6ea63a6b32b0" -d '{"events": [{"server_uuid": "8fc6dee7-12a5-4317-83a0-63ff1bcfc12e", "name": "network-vif-plugged", "status": "completed", "tag": "4393cb2a-7ec0-4605-9b4a-55beefe117d8"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:53:26.160242 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 4393cb2a-7ec0-4605-9b4a-55beefe117d8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4393cb2a-7ec0-4605-9b4a-55beefe117d8,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:53:26.185020 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a55516d-d4fb-40b9-b6fb-b312eb84553a x-openstack-request-id: req-5a55516d-d4fb-40b9-b6fb-b312eb84553a {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:53:26.185306 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc6dee7-12a5-4317-83a0-63ff1bcfc12e", "name": "network-vif-plugged", "status": "completed", "tag": "4393cb2a-7ec0-4605-9b4a-55beefe117d8", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:53:26.185550 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5a55516d-d4fb-40b9-b6fb-b312eb84553a {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:53:26.185931 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4393cb2a-7ec0-4605-9b4a-55beefe117d8', 'code': 200} Aug 07 12:53:26.315651 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:26.366236 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=4393cb2a-7ec0-4605-9b4a-55beefe117d8,revision_number=10']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:26.482800 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84df1ee-27c5-4be3-9d82-f3dae33618a2 req-98db212b-d61d-4440-9012-5ec7dea0b1b2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:26.484313 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e84df1ee-27c5-4be3-9d82-f3dae33618a2 req-98db212b-d61d-4440-9012-5ec7dea0b1b2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 946 time: 0.0542405 Aug 07 12:53:26.524444 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e84df1ee-27c5-4be3-9d82-f3dae33618a2 req-d905970c-ef71-44c8-a3e2-7ba74d9fc430 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335805 Aug 07 12:53:26.753446 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306882c-e239-4f97-a1ef-f0d1d1d05ccc req-70a91be0-ab3c-4bd6-a721-8d82b01414da tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:26.754859 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5306882c-e239-4f97-a1ef-f0d1d1d05ccc req-70a91be0-ab3c-4bd6-a721-8d82b01414da tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0543165 Aug 07 12:53:26.796044 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5306882c-e239-4f97-a1ef-f0d1d1d05ccc req-1d9ad111-9719-4ffa-8203-65f3ff911baa tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350318 Aug 07 12:53:26.944160 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76ce04-aff0-471a-8a6e-58b71d2431a9 req-fbce349f-5f9b-4a36-80cd-085a80e35e08 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:26.945641 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ad76ce04-aff0-471a-8a6e-58b71d2431a9 req-fbce349f-5f9b-4a36-80cd-085a80e35e08 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0537140 Aug 07 12:53:26.987849 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ad76ce04-aff0-471a-8a6e-58b71d2431a9 req-ddf61ab2-2fdf-444b-92f0-ede26722c96f tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357842 Aug 07 12:53:27.642697 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966975ec-c58b-4baf-8d51-790feebf4e67 req-cfe80f44-bfe1-4fc9-90ff-f1313b849017 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:27.644247 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-966975ec-c58b-4baf-8d51-790feebf4e67 req-cfe80f44-bfe1-4fc9-90ff-f1313b849017 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 946 time: 0.0476122 Aug 07 12:53:27.683719 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-966975ec-c58b-4baf-8d51-790feebf4e67 req-5191716d-1a2c-4bf8-8024-f050917a4154 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328484 Aug 07 12:53:27.912030 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974666-7c0b-46fc-8722-f0bc521ef4c4 req-215574cb-15af-4144-97b3-7218c8461456 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:27.913494 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cf974666-7c0b-46fc-8722-f0bc521ef4c4 req-215574cb-15af-4144-97b3-7218c8461456 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0486705 Aug 07 12:53:27.955326 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cf974666-7c0b-46fc-8722-f0bc521ef4c4 req-a922be43-6569-4d86-a861-2007eba180fb tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355475 Aug 07 12:53:28.810014 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a92bd-0188-46df-b41a-69c696877353 req-86ff3ea9-7f4d-48df-96e0-bab196d6218d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:28.811572 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6d3a92bd-0188-46df-b41a-69c696877353 req-86ff3ea9-7f4d-48df-96e0-bab196d6218d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 946 time: 0.0497668 Aug 07 12:53:28.849828 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6d3a92bd-0188-46df-b41a-69c696877353 req-1b5219a2-6eb7-4ae3-845e-619c3c091076 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324590 Aug 07 12:53:29.093764 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6498962-49f0-4a53-bec4-664e28cc4891 req-e5206a50-72d4-4bb7-8dc0-b1d2bc028752 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:29.095231 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b6498962-49f0-4a53-bec4-664e28cc4891 req-e5206a50-72d4-4bb7-8dc0-b1d2bc028752 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0536911 Aug 07 12:53:29.140888 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b6498962-49f0-4a53-bec4-664e28cc4891 req-9970586b-4464-4745-a12d-51b7cc22aab1 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374949 Aug 07 12:53:29.296075 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae627a-2f5a-4ebc-85c9-f29b05748e4e req-7e6482eb-3d95-4882-8f6a-e051cfe40abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:29.297706 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1aae627a-2f5a-4ebc-85c9-f29b05748e4e req-7e6482eb-3d95-4882-8f6a-e051cfe40abe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 1099 time: 0.0424235 Aug 07 12:53:29.346323 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1aae627a-2f5a-4ebc-85c9-f29b05748e4e req-a1ee7027-2518-46bb-bbfa-9f61647e24c5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280664 Aug 07 12:53:29.973985 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3ec4a-c215-4e63-bcba-846885a48531 req-6d2bc7ec-977f-435b-8185-78c2770b16a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:29.975451 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-51b3ec4a-c215-4e63-bcba-846885a48531 req-6d2bc7ec-977f-435b-8185-78c2770b16a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 946 time: 0.0513301 Aug 07 12:53:30.015745 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-51b3ec4a-c215-4e63-bcba-846885a48531 req-e0a41afd-2044-4b89-8226-ade0a1be8ac8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342820 Aug 07 12:53:30.200868 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 36922) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:30.255970 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0f0441ed-2dfb-4534-9968-3a3ad392a934 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:30.257712 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0f0441ed-2dfb-4534-9968-3a3ad392a934 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/networks?id=e74bc9b9-473a-4cb4-9b05-03291588e0e6 HTTP/1.1" status: 200 len: 813 time: 0.1146090 Aug 07 12:53:30.260825 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6198c-26b5-4c84-bf1c-f83a26b5dca8 req-ee076075-fd21-4a32-843c-968887353c48 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:30.262453 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bce6198c-26b5-4c84-bf1c-f83a26b5dca8 req-ee076075-fd21-4a32-843c-968887353c48 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0492375 Aug 07 12:53:30.273757 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-37187f4e-f434-46a6-8a16-6e636fee8753 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/quotas/fd855e48a6cf4226ab5624f50b0f7d73 HTTP/1.1" status: 200 len: 375 time: 0.0098603 Aug 07 12:53:30.305411 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bce6198c-26b5-4c84-bf1c-f83a26b5dca8 req-9b65046e-703d-4d93-abad-ed8d09fc0601 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368857 Aug 07 12:53:30.306112 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-ea314f3a-c0af-4176-b7d8-49c99c8672e2 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=fd855e48a6cf4226ab5624f50b0f7d73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264554 Aug 07 12:53:30.332848 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-896d3858-1ea7-4678-87d3-d0daa97470d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:30.444526 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-a1d6a235-a223-4c94-85ae-4f0d0fb8bc95 service neutron] 10.222.0.59 "GET /v2.0/networks/e74bc9b9-473a-4cb4-9b05-03291588e0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309614 Aug 07 12:53:30.556458 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-896d3858-1ea7-4678-87d3-d0daa97470d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:30.567113 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-b3694f3d-e97c-49d9-88e2-6ff479c1642d service neutron] 10.222.0.59 "GET /v2.0/networks/e74bc9b9-473a-4cb4-9b05-03291588e0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153469 Aug 07 12:53:30.638739 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-896d3858-1ea7-4678-87d3-d0daa97470d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:30.678051 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d3858-1ea7-4678-87d3-d0daa97470d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f643c48-a634-4b0a-b962-a1ec172d2f00,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:30.684397 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-896d3858-1ea7-4678-87d3-d0daa97470d1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ed7d267094b24f3496c643718b6d59a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4818919 Aug 07 12:53:30.686415 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 36936) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:30.742975 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6067f45c-530f-4f32-9606-d14c7a54248c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:30.766027 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6067f45c-530f-4f32-9606-d14c7a54248c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:30.857318 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-203f2756-be25-4539-a532-ffc2db66f655 req-de593728-693a-4d65-8469-e1f5e1fb9291 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 210 time: 0.0274167 Aug 07 12:53:30.907051 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6067f45c-530f-4f32-9606-d14c7a54248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:30.909878 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6067f45c-530f-4f32-9606-d14c7a54248c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:30.914484 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-6067f45c-530f-4f32-9606-d14c7a54248c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0f643c48-a634-4b0a-b962-a1ec172d2f00 HTTP/1.1" status: 204 len: 168 time: 0.2238097 Aug 07 12:53:30.920337 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067f45c-530f-4f32-9606-d14c7a54248c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f643c48-a634-4b0a-b962-a1ec172d2f00,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:31.140137 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8440e93-fd99-4d4d-bc8b-0d65132b9e50 req-ec550a71-fddb-4df8-b2d3-3ed6832f8e79 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:31.141457 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f8440e93-fd99-4d4d-bc8b-0d65132b9e50 req-ec550a71-fddb-4df8-b2d3-3ed6832f8e79 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 946 time: 0.0495503 Aug 07 12:53:31.182648 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f8440e93-fd99-4d4d-bc8b-0d65132b9e50 req-5549c7c7-cee7-4edc-8b33-e21f947b0f1b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344069 Aug 07 12:53:31.427425 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f52c03-fcc5-4afb-a800-cf2365103203 req-16771be5-a94f-4d42-a6db-e47798ff2ed1 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:31.429023 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b7f52c03-fcc5-4afb-a800-cf2365103203 req-16771be5-a94f-4d42-a6db-e47798ff2ed1 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0510535 Aug 07 12:53:31.483762 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b7f52c03-fcc5-4afb-a800-cf2365103203 req-4ff7cc37-d360-4a2f-8a25-13566095c65b tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482790 Aug 07 12:53:31.726009 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 36982) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:31.739686 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6722eddc-b4fd-4dd4-ad43-17cbd42f15a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:31.825155 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6722eddc-b4fd-4dd4-ad43-17cbd42f15a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:31.952716 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b77a1dc8-6973-4250-8e9e-cca246b36d01 req-5c4582e5-1dcc-405e-9ee8-6e15bb9d0119 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 210 time: 0.0290840 Aug 07 12:53:31.953434 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6722eddc-b4fd-4dd4-ad43-17cbd42f15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:31.998885 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-6722eddc-b4fd-4dd4-ad43-17cbd42f15a4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d5827c0bd934e7bb1352228952fbf8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717180 Aug 07 12:53:31.999830 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722eddc-b4fd-4dd4-ad43-17cbd42f15a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60684d94-f174-4819-bd5c-f03b08768c23,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:32.007857 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 36986) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:32.058418 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8e0f05cd-633b-48ab-b00e-8765a8f449a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:32.079522 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8e0f05cd-633b-48ab-b00e-8765a8f449a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:32.232936 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8e0f05cd-633b-48ab-b00e-8765a8f449a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:32.235565 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8e0f05cd-633b-48ab-b00e-8765a8f449a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:32.236726 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-8e0f05cd-633b-48ab-b00e-8765a8f449a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60684d94-f174-4819-bd5c-f03b08768c23 HTTP/1.1" status: 204 len: 168 time: 0.2277815 Aug 07 12:53:32.246145 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f05cd-633b-48ab-b00e-8765a8f449a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60684d94-f174-4819-bd5c-f03b08768c23,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:32.318003 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44688e09-d709-4e2d-80f1-d7449b5a5d6d req-4c6bca87-2380-4176-8404-bc819b59b000 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:32.319609 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-44688e09-d709-4e2d-80f1-d7449b5a5d6d req-4c6bca87-2380-4176-8404-bc819b59b000 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 946 time: 0.0622449 Aug 07 12:53:32.360899 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-44688e09-d709-4e2d-80f1-d7449b5a5d6d req-d3b30d8e-0521-4644-b5ee-044795e51e58 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353730 Aug 07 12:53:32.604894 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba92eeb-7ba7-47d4-9c63-ff9b0d232294 req-85f5717a-2eda-432f-ad11-bfd9b55fd3a5 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:32.606414 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8ba92eeb-7ba7-47d4-9c63-ff9b0d232294 req-85f5717a-2eda-432f-ad11-bfd9b55fd3a5 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0514548 Aug 07 12:53:32.651465 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8ba92eeb-7ba7-47d4-9c63-ff9b0d232294 req-4a661bb5-c39d-4252-ac11-274c09476866 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388937 Aug 07 12:53:33.048493 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8a395c74-422b-4b02-879a-c5989e2367db req-7bd214e3-459c-44ef-aa12-9f8d9bb476cf tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 210 time: 0.0260265 Aug 07 12:53:33.273506 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-941b3079-40d0-4340-b2df-ddd0facb9bbc tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:33.275254 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-941b3079-40d0-4340-b2df-ddd0facb9bbc tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.58 "GET /v2.0/networks?id=e74bc9b9-473a-4cb4-9b05-03291588e0e6 HTTP/1.1" status: 200 len: 813 time: 0.1112506 Aug 07 12:53:33.295024 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-73b9f4eb-b9c9-4357-b005-5d85cd9cf804 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Request body: {'port': {'device_id': 'e1749c7c-22e2-4349-a2ba-a3d923c7b556', 'network_id': 'e74bc9b9-473a-4cb4-9b05-03291588e0e6', 'admin_state_up': True, 'tenant_id': 'fd855e48a6cf4226ab5624f50b0f7d73'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:53:33.455527 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2c6b950e-d6ba-4227-9b04-1926e1b30714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:33.491617 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7574a2b-2dbf-4337-812e-8c41db1b1c7f req-b7c97bd7-97b6-4f75-ba1f-9a1560a6bdc5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:33.494860 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c7574a2b-2dbf-4337-812e-8c41db1b1c7f req-b7c97bd7-97b6-4f75-ba1f-9a1560a6bdc5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 946 time: 0.0549347 Aug 07 12:53:33.525985 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-73b9f4eb-b9c9-4357-b005-5d85cd9cf804 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Made reservation on behalf of fd855e48a6cf4226ab5624f50b0f7d73 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:53:33.529545 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-73b9f4eb-b9c9-4357-b005-5d85cd9cf804 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:33.553770 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c7574a2b-2dbf-4337-812e-8c41db1b1c7f req-cc561d3a-934d-4e14-82c8-c7cd2383c29a tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545459 Aug 07 12:53:33.664440 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-73b9f4eb-b9c9-4357-b005-5d85cd9cf804 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Allocated IP 172.20.0.5 (e74bc9b9-473a-4cb4-9b05-03291588e0e6/2e155a44-a32a-437e-ad05-e71b75d66661/fd49e92b-8dd8-4057-aa94-a75d9ed3dbea) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:53:33.785505 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b24115-d824-4ace-b516-5c9b0bdd79dc req-658a815c-dc5b-4193-a979-b4c4853c8988 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:33.787299 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-04b24115-d824-4ace-b516-5c9b0bdd79dc req-658a815c-dc5b-4193-a979-b4c4853c8988 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0649946 Aug 07 12:53:33.824637 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-73b9f4eb-b9c9-4357-b005-5d85cd9cf804 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:33.828284 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-04b24115-d824-4ace-b516-5c9b0bdd79dc req-03cc25a5-a96c-4de5-9c46-32bc317bf306 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347738 Aug 07 12:53:33.956828 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-73b9f4eb-b9c9-4357-b005-5d85cd9cf804 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:33.998713 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-73b9f4eb-b9c9-4357-b005-5d85cd9cf804 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Network e74bc9b9-473a-4cb4-9b05-03291588e0e6 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:53:34.001704 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-73b9f4eb-b9c9-4357-b005-5d85cd9cf804 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:53:34.005563 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-73b9f4eb-b9c9-4357-b005-5d85cd9cf804 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:53:34.013854 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9f4eb-b9c9-4357-b005-5d85cd9cf804 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Pushing event updated for resources: {'Port': ['ID=fd49e92b-8dd8-4057-aa94-a75d9ed3dbea,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:34.068431 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-73b9f4eb-b9c9-4357-b005-5d85cd9cf804 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:34.069050 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-73b9f4eb-b9c9-4357-b005-5d85cd9cf804 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:34.169748 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cac1d1-52da-4647-89ba-71067d53209f req-15655cc6-5cf0-47de-85bc-340ee3837590 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:34.171286 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f1cac1d1-52da-4647-89ba-71067d53209f req-15655cc6-5cf0-47de-85bc-340ee3837590 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 931 time: 0.0482321 Aug 07 12:53:34.172981 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-73b9f4eb-b9c9-4357-b005-5d85cd9cf804 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8820021 Aug 07 12:53:34.197755 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Request body: {'port': {'device_id': 'e1749c7c-22e2-4349-a2ba-a3d923c7b556', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:53:34.241120 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f1cac1d1-52da-4647-89ba-71067d53209f req-c08c7d00-685e-4059-8763-6eb52e32c089 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622189 Aug 07 12:53:34.262922 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:34.543328 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd49e92b-8dd8-4057-aa94-a75d9ed3dbea {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:53:34.550821 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:34.563125 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Transition to ACTIVE for port object fd49e92b-8dd8-4057-aa94-a75d9ed3dbea will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:53:34.650081 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:34.702746 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd49e92b-8dd8-4057-aa94-a75d9ed3dbea,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:34.771283 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Attempting to bind port fd49e92b-8dd8-4057-aa94-a75d9ed3dbea on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:53:34.771628 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Attempting to bind port fd49e92b-8dd8-4057-aa94-a75d9ed3dbea by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'e311aa32-2c0e-4548-bbd5-15018de44a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e74bc9b9-473a-4cb4-9b05-03291588e0e6'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:53:34.771951 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Attempting to bind port fd49e92b-8dd8-4057-aa94-a75d9ed3dbea on network e74bc9b9-473a-4cb4-9b05-03291588e0e6 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:53:34.776301 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Port fd49e92b-8dd8-4057-aa94-a75d9ed3dbea on network e74bc9b9-473a-4cb4-9b05-03291588e0e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:53:34.776618 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Attempting to bind port fd49e92b-8dd8-4057-aa94-a75d9ed3dbea on network e74bc9b9-473a-4cb4-9b05-03291588e0e6 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:53:34.781470 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:53:34.781803 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Checking segment: {'id': 'e311aa32-2c0e-4548-bbd5-15018de44a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e74bc9b9-473a-4cb4-9b05-03291588e0e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:53:34.782267 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Bound using segment: {'id': 'e311aa32-2c0e-4548-bbd5-15018de44a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e74bc9b9-473a-4cb4-9b05-03291588e0e6'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:53:34.782691 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Bound port: fd49e92b-8dd8-4057-aa94-a75d9ed3dbea, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e311aa32-2c0e-4548-bbd5-15018de44a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e74bc9b9-473a-4cb4-9b05-03291588e0e6'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:53:34.783056 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:34.849154 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] For port fd49e92b-8dd8-4057-aa94-a75d9ed3dbea, host hv-cinder-78729, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:53:34.852265 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] For port fd49e92b-8dd8-4057-aa94-a75d9ed3dbea, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd49e92b-8dd8-4057-aa94-a75d9ed3dbea,segment=NetworkSegment(e311aa32-2c0e-4548-bbd5-15018de44a8e),segment_id=e311aa32-2c0e-4548-bbd5-15018de44a8e)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:53:34.945040 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f6aaf-e3cc-4eff-9d18-219e1ae301b1 req-7f966b57-35e8-44aa-acc1-7716268c27dc tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:34.947196 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7f5f6aaf-e3cc-4eff-9d18-219e1ae301b1 req-7f966b57-35e8-44aa-acc1-7716268c27dc tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0509198 Aug 07 12:53:34.952806 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:34.994455 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7f5f6aaf-e3cc-4eff-9d18-219e1ae301b1 req-36c217fc-3031-4293-8dee-8d16c34b0a8d tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387623 Aug 07 12:53:35.001170 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:35.001779 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:35.003203 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] 10.222.0.58 "PUT /v2.0/ports/fd49e92b-8dd8-4057-aa94-a75d9ed3dbea HTTP/1.1" status: 200 len: 1093 time: 0.8111913 Aug 07 12:53:35.003650 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1749c7c-22e2-4349-a2ba-a3d923c7b556', 'tag': 'fd49e92b-8dd8-4057-aa94-a75d9ed3dbea'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:53:35.006890 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4505204e-ab38-485a-9521-455a044af230" -d '{"events": [{"name": "network-changed", "server_uuid": "e1749c7c-22e2-4349-a2ba-a3d923c7b556", "tag": "fd49e92b-8dd8-4057-aa94-a75d9ed3dbea"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:53:35.034097 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6465cf-fab2-4990-b55d-641c3e4a5ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd49e92b-8dd8-4057-aa94-a75d9ed3dbea,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:35.045434 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcffa8a-9c67-4f61-afc7-2bcac48ae543 x-openstack-request-id: req-0bcffa8a-9c67-4f61-afc7-2bcac48ae543 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:53:35.045715 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1749c7c-22e2-4349-a2ba-a3d923c7b556", "tag": "fd49e92b-8dd8-4057-aa94-a75d9ed3dbea", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:53:35.045955 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0bcffa8a-9c67-4f61-afc7-2bcac48ae543 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:53:35.046368 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1749c7c-22e2-4349-a2ba-a3d923c7b556', 'tag': 'fd49e92b-8dd8-4057-aa94-a75d9ed3dbea', 'status': 'completed', 'code': 200} Aug 07 12:53:35.127887 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505204e-ab38-485a-9521-455a044af230 req-c79763a3-4532-4ac5-a31b-d783475ce962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:35.130064 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4505204e-ab38-485a-9521-455a044af230 req-c79763a3-4532-4ac5-a31b-d783475ce962 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd855e48a6cf4226ab5624f50b0f7d73&device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 1096 time: 0.0431771 Aug 07 12:53:35.176925 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37078) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:35.241950 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505204e-ab38-485a-9521-455a044af230 req-d86af8a4-0f12-42b9-9647-db8ce3280b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:35.243449 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4505204e-ab38-485a-9521-455a044af230 req-d86af8a4-0f12-42b9-9647-db8ce3280b11 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=fd855e48a6cf4226ab5624f50b0f7d73&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0980484 Aug 07 12:53:35.288591 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-112c9391-b21e-4e09-a34e-6b6f635f3ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:35.350447 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505204e-ab38-485a-9521-455a044af230 req-2cd26606-ce16-4df1-a0a4-d3710be0ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:35.351915 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4505204e-ab38-485a-9521-455a044af230 req-2cd26606-ce16-4df1-a0a4-d3710be0ec98 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016123 Aug 07 12:53:35.391366 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927b91d-7fef-4e6b-b330-e8dd7f59cae3 req-3501370e-43e2-4ce7-b399-4939c23824c4 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:35.392852 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2927b91d-7fef-4e6b-b330-e8dd7f59cae3 req-3501370e-43e2-4ce7-b399-4939c23824c4 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 943 time: 0.0763335 Aug 07 12:53:35.456112 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2927b91d-7fef-4e6b-b330-e8dd7f59cae3 req-aabb48cc-2992-4135-bf4c-8abecacef723 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559864 Aug 07 12:53:35.462045 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-112c9391-b21e-4e09-a34e-6b6f635f3ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:35.545868 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-112c9391-b21e-4e09-a34e-6b6f635f3ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:35.589270 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-112c9391-b21e-4e09-a34e-6b6f635f3ed0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3759f952b8b24ff996dbbeec0d768c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112108 Aug 07 12:53:35.590013 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c9391-b21e-4e09-a34e-6b6f635f3ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a42232-09ce-4631-92d1-e9487cedc611,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:35.593772 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37084) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:35.665862 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-95c4b668-5239-4388-937a-79c6bb5b25a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:35.693376 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-95c4b668-5239-4388-937a-79c6bb5b25a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:35.701929 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-3ea862cd-1db8-4c52-b2f4-41d9cb42301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:35.703488 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-3ea862cd-1db8-4c52-b2f4-41d9cb42301e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fd855e48a6cf4226ab5624f50b0f7d73&device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 1096 time: 0.2931118 Aug 07 12:53:35.763486 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-b56abb4f-dcd7-4bfa-b9fb-3d3b508f3867 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd49e92b-8dd8-4057-aa94-a75d9ed3dbea HTTP/1.1" status: 200 len: 217 time: 0.0336931 Aug 07 12:53:35.809843 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-95c4b668-5239-4388-937a-79c6bb5b25a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:35.812464 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-95c4b668-5239-4388-937a-79c6bb5b25a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:35.813170 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-758ec66e-e014-419e-bf86-e16c781b8b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:35.813618 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-95c4b668-5239-4388-937a-79c6bb5b25a1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/52a42232-09ce-4631-92d1-e9487cedc611 HTTP/1.1" status: 204 len: 168 time: 0.2188010 Aug 07 12:53:35.815800 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-758ec66e-e014-419e-bf86-e16c781b8b09 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2e155a44-a32a-437e-ad05-e71b75d66661 HTTP/1.1" status: 200 len: 853 time: 0.0449791 Aug 07 12:53:35.821534 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4b668-5239-4388-937a-79c6bb5b25a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a42232-09ce-4631-92d1-e9487cedc611,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:35.865999 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-70dd8b8d-f2d1-4432-a2d1-93d463b5c5f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e74bc9b9-473a-4cb4-9b05-03291588e0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294037 Aug 07 12:53:35.954084 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-c4bc1991-5c8e-4218-810d-a4de797664af service neutron] 10.222.0.58 "GET /v2.0/networks/e74bc9b9-473a-4cb4-9b05-03291588e0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800028 Aug 07 12:53:36.053864 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb498b85-d030-4348-b62b-d80e9c0c0815 req-4d80ea8a-22fb-4be0-b045-97a3a7635b36 service neutron] 10.222.0.58 "GET /v2.0/networks/e74bc9b9-473a-4cb4-9b05-03291588e0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917597 Aug 07 12:53:36.123328 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a219b-0045-444b-be4e-65accf10255c req-69e1d55f-6a68-4db3-97d0-8fac1b3f9a40 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:36.124800 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-769a219b-0045-444b-be4e-65accf10255c req-69e1d55f-6a68-4db3-97d0-8fac1b3f9a40 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0523498 Aug 07 12:53:36.167512 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-769a219b-0045-444b-be4e-65accf10255c req-31410657-4c50-490a-8cca-3007ce07866d tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=5dc6ba6c-f775-4578-b2de-e39460e7e009&id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356958 Aug 07 12:53:36.473576 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37094) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:36.488278 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-590af3a6-cc4d-405a-93d2-3c6d75569ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:36.602689 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c0ade-d032-4389-ad1e-d440645f5b21 req-14693dbd-1fab-4547-891c-a9619115c887 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:36.603964 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ebcce836-7811-4ee8-ba20-fcc86b030eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:36.604600 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7c6c0ade-d032-4389-ad1e-d440645f5b21 req-14693dbd-1fab-4547-891c-a9619115c887 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 943 time: 0.0757873 Aug 07 12:53:36.646339 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-590af3a6-cc4d-405a-93d2-3c6d75569ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:36.662736 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7c6c0ade-d032-4389-ad1e-d440645f5b21 req-715ab4bb-9e93-434e-831a-0279bb197ec7 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498617 Aug 07 12:53:36.712301 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-590af3a6-cc4d-405a-93d2-3c6d75569ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:36.750472 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-590af3a6-cc4d-405a-93d2-3c6d75569ff9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e775cf766b146269321e3292887f4e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757950 Aug 07 12:53:36.751332 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590af3a6-cc4d-405a-93d2-3c6d75569ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c0d4d9-9e5c-4684-91f4-1ba43b660868,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:36.753389 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 37098) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:36.802173 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-156f3386-26f1-4454-bc69-555a163564f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:36.823216 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-156f3386-26f1-4454-bc69-555a163564f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:36.970067 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-156f3386-26f1-4454-bc69-555a163564f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:36.972577 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-156f3386-26f1-4454-bc69-555a163564f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:36.974288 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-156f3386-26f1-4454-bc69-555a163564f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/42c0d4d9-9e5c-4684-91f4-1ba43b660868 HTTP/1.1" status: 204 len: 168 time: 0.2195494 Aug 07 12:53:36.982381 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f3386-26f1-4454-bc69-555a163564f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c0d4d9-9e5c-4684-91f4-1ba43b660868,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:37.027345 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:37.106802 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:37.380851 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:37.782709 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135e488-2d74-4012-bc0a-f553867dba7f req-0b56d34a-ab73-4fa3-9ca7-29bebc6c5377 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:37.784200 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a135e488-2d74-4012-bc0a-f553867dba7f req-0b56d34a-ab73-4fa3-9ca7-29bebc6c5377 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 943 time: 0.0513158 Aug 07 12:53:37.823631 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a135e488-2d74-4012-bc0a-f553867dba7f req-3fa4d464-c0b9-4af8-bbdb-f66e98b94790 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327411 Aug 07 12:53:38.948523 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a912db-10ee-46b1-9e07-ed7db4fa105b req-fcafaa34-ddc8-4782-8713-29056403a847 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:38.950123 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-00a912db-10ee-46b1-9e07-ed7db4fa105b req-fcafaa34-ddc8-4782-8713-29056403a847 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 943 time: 0.0526457 Aug 07 12:53:38.992055 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-00a912db-10ee-46b1-9e07-ed7db4fa105b req-48809d89-b42c-445c-aea6-25a6884d4683 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351596 Aug 07 12:53:39.446983 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:40.098472 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device fd49e92b-8dd8-4057-aa94-a75d9ed3dbea details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:53:40.118630 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b66658-dffa-4732-be13-0288882c47f5 req-544bb717-60d5-4915-a33f-fb53891e6797 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:40.120447 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-10b66658-dffa-4732-be13-0288882c47f5 req-544bb717-60d5-4915-a33f-fb53891e6797 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 943 time: 0.0544000 Aug 07 12:53:40.167993 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-10b66658-dffa-4732-be13-0288882c47f5 req-1c219e71-0092-4556-a803-d01df44ae200 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355501 Aug 07 12:53:40.209072 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port fd49e92b-8dd8-4057-aa94-a75d9ed3dbea, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd49e92b-8dd8-4057-aa94-a75d9ed3dbea,segment=NetworkSegment(e311aa32-2c0e-4548-bbd5-15018de44a8e),segment_id=e311aa32-2c0e-4548-bbd5-15018de44a8e)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:53:40.220996 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': 'fd49e92b-8dd8-4057-aa94-a75d9ed3dbea', 'network_id': 'e74bc9b9-473a-4cb4-9b05-03291588e0e6', 'port_id': 'fd49e92b-8dd8-4057-aa94-a75d9ed3dbea', 'mac_address': 'fa:16:3e:34:98:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e155a44-a32a-437e-ad05-e71b75d66661', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:53:40.258370 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:40.274397 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd49e92b-8dd8-4057-aa94-a75d9ed3dbea {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:53:40.293331 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port fd49e92b-8dd8-4057-aa94-a75d9ed3dbea, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd49e92b-8dd8-4057-aa94-a75d9ed3dbea,segment=NetworkSegment(e311aa32-2c0e-4548-bbd5-15018de44a8e),segment_id=e311aa32-2c0e-4548-bbd5-15018de44a8e)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:53:40.364179 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:40.420552 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=fd49e92b-8dd8-4057-aa94-a75d9ed3dbea,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:40.742695 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['fd49e92b-8dd8-4057-aa94-a75d9ed3dbea'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:53:41.298412 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2cf02-eaea-49d7-93d7-e91a981c385f req-bdb29903-4bd6-478d-8ca7-2730e68d3208 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:41.299985 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-60f2cf02-eaea-49d7-93d7-e91a981c385f req-bdb29903-4bd6-478d-8ca7-2730e68d3208 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 944 time: 0.0562696 Aug 07 12:53:41.340725 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-60f2cf02-eaea-49d7-93d7-e91a981c385f req-6830d699-cd45-4bcb-aea1-5bec33bc1d30 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338013 Aug 07 12:53:41.683982 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:53:42.105570 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device fd49e92b-8dd8-4057-aa94-a75d9ed3dbea up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:53:42.209724 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port fd49e92b-8dd8-4057-aa94-a75d9ed3dbea completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:53:42.213880 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port fd49e92b-8dd8-4057-aa94-a75d9ed3dbea triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:53:42.214287 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:42.291340 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:42.313487 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1749c7c-22e2-4349-a2ba-a3d923c7b556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd49e92b-8dd8-4057-aa94-a75d9ed3dbea'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:53:42.315814 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bca787-e80f-4a67-8a29-d54b33c5506b" -d '{"events": [{"server_uuid": "e1749c7c-22e2-4349-a2ba-a3d923c7b556", "name": "network-vif-plugged", "status": "completed", "tag": "fd49e92b-8dd8-4057-aa94-a75d9ed3dbea"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:53:42.328429 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port fd49e92b-8dd8-4057-aa94-a75d9ed3dbea, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd49e92b-8dd8-4057-aa94-a75d9ed3dbea,segment=NetworkSegment(e311aa32-2c0e-4548-bbd5-15018de44a8e),segment_id=e311aa32-2c0e-4548-bbd5-15018de44a8e)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:53:42.353162 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f5e2a4-62fe-4fc2-95ea-5206adfb4cbc x-openstack-request-id: req-22f5e2a4-62fe-4fc2-95ea-5206adfb4cbc {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:53:42.353455 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1749c7c-22e2-4349-a2ba-a3d923c7b556", "name": "network-vif-plugged", "status": "completed", "tag": "fd49e92b-8dd8-4057-aa94-a75d9ed3dbea", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:53:42.353703 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-22f5e2a4-62fe-4fc2-95ea-5206adfb4cbc {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:53:42.354086 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1749c7c-22e2-4349-a2ba-a3d923c7b556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd49e92b-8dd8-4057-aa94-a75d9ed3dbea', 'code': 200} Aug 07 12:53:42.392445 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:42.447914 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=fd49e92b-8dd8-4057-aa94-a75d9ed3dbea,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:42.464357 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ca667-6a3a-4fb9-99ba-e30865fb3d98 req-77c3b478-97dc-4f51-9b5c-ef3ef95aa3a9 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:42.465851 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-486ca667-6a3a-4fb9-99ba-e30865fb3d98 req-77c3b478-97dc-4f51-9b5c-ef3ef95aa3a9 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 945 time: 0.0498679 Aug 07 12:53:42.512966 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-486ca667-6a3a-4fb9-99ba-e30865fb3d98 req-145f3762-d55e-4649-83c4-754ac5d8e032 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408425 Aug 07 12:53:42.674101 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff05ae-cef4-466f-9117-4f9ac7e3e0ea req-feb2ba9d-1749-4d7a-95d4-38c04b53baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:42.675541 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-42ff05ae-cef4-466f-9117-4f9ac7e3e0ea req-feb2ba9d-1749-4d7a-95d4-38c04b53baff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 1098 time: 0.0398357 Aug 07 12:53:42.711783 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-42ff05ae-cef4-466f-9117-4f9ac7e3e0ea req-aec1a6e2-8832-4249-8e95-502fbcc380ac service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286498 Aug 07 12:53:43.641030 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a6b93-4701-447e-90fd-5783ca33f8eb req-d83a6af3-ce11-4cc0-8647-da21d52982d2 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:43.642572 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-168a6b93-4701-447e-90fd-5783ca33f8eb req-d83a6af3-ce11-4cc0-8647-da21d52982d2 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 945 time: 0.0534244 Aug 07 12:53:43.681554 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-168a6b93-4701-447e-90fd-5783ca33f8eb req-d2c8a44d-5c5b-4b14-ae0c-059156785978 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329099 Aug 07 12:53:44.799248 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b507d4-4eab-40f2-9b2b-cbe5b06ce237 req-2050621b-47c0-4435-8c02-765c5c0b0f5a tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:53:44.801306 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-95b507d4-4eab-40f2-9b2b-cbe5b06ce237 req-2050621b-47c0-4435-8c02-765c5c0b0f5a tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 945 time: 0.0512984 Aug 07 12:53:44.840437 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-95b507d4-4eab-40f2-9b2b-cbe5b06ce237 req-86c446bd-0940-431c-ae3f-bc61a6c05bde tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329223 Aug 07 12:53:51.047570 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37238) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:51.161900 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1db7ee57-4645-4d30-8405-446332a5e3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:51.266591 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1db7ee57-4645-4d30-8405-446332a5e3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:51.369423 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1db7ee57-4645-4d30-8405-446332a5e3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:51.409019 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-1db7ee57-4645-4d30-8405-446332a5e3e3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0e68a01521d14ca4a8be06fcf6f104e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602531 Aug 07 12:53:51.409754 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7ee57-4645-4d30-8405-446332a5e3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045001cb-2f5a-43f6-93e6-7c340831a7ce,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:51.412828 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 37244) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:51.464440 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b4878111-f074-4377-95b7-e084794a37f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:51.487508 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b4878111-f074-4377-95b7-e084794a37f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:51.637033 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b4878111-f074-4377-95b7-e084794a37f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:51.639661 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b4878111-f074-4377-95b7-e084794a37f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:51.640840 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-b4878111-f074-4377-95b7-e084794a37f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/045001cb-2f5a-43f6-93e6-7c340831a7ce HTTP/1.1" status: 204 len: 168 time: 0.2270229 Aug 07 12:53:51.649751 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4878111-f074-4377-95b7-e084794a37f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045001cb-2f5a-43f6-93e6-7c340831a7ce,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:52.289294 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 37252) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:52.302646 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6165d502-5ad1-4236-b998-8179af4674b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:52.390915 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6165d502-5ad1-4236-b998-8179af4674b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:52.449675 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6165d502-5ad1-4236-b998-8179af4674b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:52.493893 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-6165d502-5ad1-4236-b998-8179af4674b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5f391dc4d3bd4c218387f2aac8308cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035048 Aug 07 12:53:52.494802 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165d502-5ad1-4236-b998-8179af4674b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9cddf9-9000-4ae2-8c46-6478f06e939e,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:53:52.497149 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37254) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:53:52.554306 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99bb7f72-e5a4-48b9-9a37-e8960a01210d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:52.583163 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99bb7f72-e5a4-48b9-9a37-e8960a01210d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:52.707000 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99bb7f72-e5a4-48b9-9a37-e8960a01210d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:52.710224 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99bb7f72-e5a4-48b9-9a37-e8960a01210d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:53:52.714301 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-99bb7f72-e5a4-48b9-9a37-e8960a01210d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fe9cddf9-9000-4ae2-8c46-6478f06e939e HTTP/1.1" status: 204 len: 168 time: 0.2133448 Aug 07 12:53:52.720004 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb7f72-e5a4-48b9-9a37-e8960a01210d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9cddf9-9000-4ae2-8c46-6478f06e939e,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:03.485344 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7ae635ed-a172-45e6-87bd-4df2fa745f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:06.608302 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-56a18f71-ce69-48a5-98ff-02fe03f3646b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:07.084166 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:07.179738 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:07.414905 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:08.825337 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-48930197-871d-4ef9-8d45-e89a25ecc1f5 req-9cf3a558-9d5e-421f-83b5-5c31be562e36 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494244 Aug 07 12:54:08.966636 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48930197-871d-4ef9-8d45-e89a25ecc1f5 req-0a983c4a-e0f3-40bb-83f9-67cc3b420638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:08.969336 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-48930197-871d-4ef9-8d45-e89a25ecc1f5 req-0a983c4a-e0f3-40bb-83f9-67cc3b420638 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe58962fe09244deb2d59c8d994e7b3e&device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 1098 time: 0.0526893 Aug 07 12:54:09.104224 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48930197-871d-4ef9-8d45-e89a25ecc1f5 req-0865c798-07ee-438e-b29c-8511dcd4d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:09.105849 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-48930197-871d-4ef9-8d45-e89a25ecc1f5 req-0865c798-07ee-438e-b29c-8511dcd4d93e service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5 HTTP/1.1" status: 200 len: 911 time: 0.0970693 Aug 07 12:54:09.185378 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-48930197-871d-4ef9-8d45-e89a25ecc1f5 req-31801bfc-5eb7-4723-8828-747271cb028b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 HTTP/1.1" status: 200 len: 1001 time: 0.0627160 Aug 07 12:54:09.236888 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48930197-871d-4ef9-8d45-e89a25ecc1f5 req-8939b369-8faa-4c34-8c08-fdd231dba845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:09.239095 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-48930197-871d-4ef9-8d45-e89a25ecc1f5 req-8939b369-8faa-4c34-8c08-fdd231dba845 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=300bb429-c76c-4118-afab-6302f18dd66e HTTP/1.1" status: 200 len: 849 time: 0.0443068 Aug 07 12:54:09.300145 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48930197-871d-4ef9-8d45-e89a25ecc1f5 req-a56b5776-a83e-4ac2-b7dc-068f9ea64d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:09.302211 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-48930197-871d-4ef9-8d45-e89a25ecc1f5 req-a56b5776-a83e-4ac2-b7dc-068f9ea64d84 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432618 Aug 07 12:54:09.393793 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-48930197-871d-4ef9-8d45-e89a25ecc1f5 req-e1a1ac66-d1fb-4c57-b770-2884ed9a78e7 service neutron] 10.222.0.58 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834355 Aug 07 12:54:09.507368 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-48930197-871d-4ef9-8d45-e89a25ecc1f5 req-ce81d0c6-7add-4321-88c1-f83a38df86a1 service neutron] 10.222.0.58 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948336 Aug 07 12:54:09.563601 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:11.436413 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379f9c2-913b-4104-be65-39b8ba7b0b12 req-03d6f25d-faec-46e7-ae06-10ad175ecc6f tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:11.438055 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9379f9c2-913b-4104-be65-39b8ba7b0b12 req-03d6f25d-faec-46e7-ae06-10ad175ecc6f tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 945 time: 0.0538573 Aug 07 12:54:11.489759 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9379f9c2-913b-4104-be65-39b8ba7b0b12 req-5ad73673-714c-4a99-9a63-7a177f9be97e tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447626 Aug 07 12:54:12.712186 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83a0bc-3424-4a3f-b779-06bc8aa5cf82 req-c1f44a37-4c6d-495c-9986-c4408a1f8e46 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:12.713691 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8f83a0bc-3424-4a3f-b779-06bc8aa5cf82 req-c1f44a37-4c6d-495c-9986-c4408a1f8e46 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 945 time: 0.1515987 Aug 07 12:54:12.753916 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8f83a0bc-3424-4a3f-b779-06bc8aa5cf82 req-3e5ca15c-eba7-4100-8d09-8c576da09621 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338659 Aug 07 12:54:13.781461 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f06f4-da6b-42aa-b385-0ff2122acec4 req-39a12ae3-33e8-4a79-be5c-28166d15349a tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:13.783365 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ca9f06f4-da6b-42aa-b385-0ff2122acec4 req-39a12ae3-33e8-4a79-be5c-28166d15349a tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 945 time: 0.0535884 Aug 07 12:54:13.880266 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a05f9-d979-4cdb-a361-a78c6822b009 req-e0fb33b4-6e37-4741-8cc9-75d13119de23 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:13.883257 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-094a05f9-d979-4cdb-a361-a78c6822b009 req-e0fb33b4-6e37-4741-8cc9-75d13119de23 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 945 time: 0.0561371 Aug 07 12:54:13.900616 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-ca9f06f4-da6b-42aa-b385-0ff2122acec4 req-96b21938-ff3b-4215-b8aa-33ef915d0402 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Deleting port fd49e92b-8dd8-4057-aa94-a75d9ed3dbea {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:54:13.901205 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ca9f06f4-da6b-42aa-b385-0ff2122acec4 req-96b21938-ff3b-4215-b8aa-33ef915d0402 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:13.931070 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-094a05f9-d979-4cdb-a361-a78c6822b009 req-1e7a61c5-9eff-4be9-91c4-a653d9293e2a tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/security-groups?id=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411632 Aug 07 12:54:14.000467 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-ca9f06f4-da6b-42aa-b385-0ff2122acec4 req-96b21938-ff3b-4215-b8aa-33ef915d0402 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] For port fd49e92b-8dd8-4057-aa94-a75d9ed3dbea, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=fd49e92b-8dd8-4057-aa94-a75d9ed3dbea,segment=NetworkSegment(e311aa32-2c0e-4548-bbd5-15018de44a8e),segment_id=e311aa32-2c0e-4548-bbd5-15018de44a8e)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:14.000833 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ca9f06f4-da6b-42aa-b385-0ff2122acec4 req-96b21938-ff3b-4215-b8aa-33ef915d0402 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:14.017874 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-ca9f06f4-da6b-42aa-b385-0ff2122acec4 req-96b21938-ff3b-4215-b8aa-33ef915d0402 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Calling delete_port for fd49e92b-8dd8-4057-aa94-a75d9ed3dbea owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:54:14.238575 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ca9f06f4-da6b-42aa-b385-0ff2122acec4 req-96b21938-ff3b-4215-b8aa-33ef915d0402 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:14.272711 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b21938-ff3b-4215-b8aa-33ef915d0402 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Pushing event deleted for resources: {'Port': ['ID=fd49e92b-8dd8-4057-aa94-a75d9ed3dbea,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:14.284010 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['fd49e92b-8dd8-4057-aa94-a75d9ed3dbea'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:54:14.313521 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9f06f4-da6b-42aa-b385-0ff2122acec4 req-96b21938-ff3b-4215-b8aa-33ef915d0402 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] No DVR routers for this DVR port fd49e92b-8dd8-4057-aa94-a75d9ed3dbea on host hv-cinder-78729 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:54:14.316981 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-ca9f06f4-da6b-42aa-b385-0ff2122acec4 req-96b21938-ff3b-4215-b8aa-33ef915d0402 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:14.319146 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ca9f06f4-da6b-42aa-b385-0ff2122acec4 req-96b21938-ff3b-4215-b8aa-33ef915d0402 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.58 "DELETE /v2.0/ports/fd49e92b-8dd8-4057-aa94-a75d9ed3dbea HTTP/1.1" status: 204 len: 173 time: 0.5287578 Aug 07 12:54:14.319620 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1749c7c-22e2-4349-a2ba-a3d923c7b556', 'name': 'network-vif-deleted', 'tag': 'fd49e92b-8dd8-4057-aa94-a75d9ed3dbea'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:54:14.322007 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c13e8d9-8ac1-412f-9c9b-d21262ec43e0" -d '{"events": [{"server_uuid": "e1749c7c-22e2-4349-a2ba-a3d923c7b556", "name": "network-vif-deleted", "tag": "fd49e92b-8dd8-4057-aa94-a75d9ed3dbea"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:54:14.360238 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d1f865-5843-4880-8f62-8a4ffe3539ee x-openstack-request-id: req-50d1f865-5843-4880-8f62-8a4ffe3539ee {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:54:14.360532 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1749c7c-22e2-4349-a2ba-a3d923c7b556", "name": "network-vif-deleted", "tag": "fd49e92b-8dd8-4057-aa94-a75d9ed3dbea", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:54:14.360780 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-50d1f865-5843-4880-8f62-8a4ffe3539ee {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:54:14.361186 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1749c7c-22e2-4349-a2ba-a3d923c7b556', 'name': 'network-vif-deleted', 'tag': 'fd49e92b-8dd8-4057-aa94-a75d9ed3dbea', 'status': 'completed', 'code': 200} Aug 07 12:54:15.045835 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7a73d3a0-ee7c-4897-b0fb-43ea13084f44 req-29e14bba-99d2-4b9a-8d30-ab21f1892dc2 tempest-VolumesSnapshotTestJSON-1202179306 tempest-VolumesSnapshotTestJSON-1202179306-project] 10.222.0.59 "GET /v2.0/ports?device_id=e1749c7c-22e2-4349-a2ba-a3d923c7b556 HTTP/1.1" status: 200 len: 210 time: 0.0274327 Aug 07 12:54:16.757460 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e818cb-b309-4785-80c1-b26b899a95f8 req-4ff8ff7b-fe68-4647-817d-c97bdffdda4d tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:16.758970 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a5e818cb-b309-4785-80c1-b26b899a95f8 req-4ff8ff7b-fe68-4647-817d-c97bdffdda4d tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0495703 Aug 07 12:54:16.798249 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a5e818cb-b309-4785-80c1-b26b899a95f8 req-d840ab99-b56e-4b65-b517-6db7079e9093 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330813 Aug 07 12:54:17.931328 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc340271-08f3-4430-861c-9e065b3bf2fe req-6aa39b55-75ac-4b03-a7d2-cbec5a91fa5f tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:17.932828 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-fc340271-08f3-4430-861c-9e065b3bf2fe req-6aa39b55-75ac-4b03-a7d2-cbec5a91fa5f tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0525875 Aug 07 12:54:17.973436 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-fc340271-08f3-4430-861c-9e065b3bf2fe req-52e70b82-ee82-4b02-ba72-1caa130db80a tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344875 Aug 07 12:54:18.305114 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device fd49e92b-8dd8-4057-aa94-a75d9ed3dbea no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:54:18.332995 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: fd49e92b-8dd8-4057-aa94-a75d9ed3dbea {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:54:18.333346 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device fd49e92b-8dd8-4057-aa94-a75d9ed3dbea not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:54:18.684098 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:54:19.096918 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3518f-87b4-4252-8221-f8e5c81ccbc6 req-d4f8c0d2-8441-4ffb-b0e5-b14b1618d074 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:19.098380 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-86d3518f-87b4-4252-8221-f8e5c81ccbc6 req-d4f8c0d2-8441-4ffb-b0e5-b14b1618d074 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0518811 Aug 07 12:54:19.136529 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-86d3518f-87b4-4252-8221-f8e5c81ccbc6 req-6969a20a-6233-4b94-adc9-3e3f1a7e4881 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322285 Aug 07 12:54:20.254754 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c29f7-ebc2-4490-8c1f-e07daee5257a req-2a3fed60-558d-485a-a2e3-b043c8772331 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:20.256245 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d38c29f7-ebc2-4490-8c1f-e07daee5257a req-2a3fed60-558d-485a-a2e3-b043c8772331 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0504849 Aug 07 12:54:20.294533 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d38c29f7-ebc2-4490-8c1f-e07daee5257a req-219c8fa6-f8a9-4223-a8b2-defa788f4071 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323727 Aug 07 12:54:21.413135 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547addc-365e-47c6-a845-71d63a1c9910 req-647ee41e-63be-4e97-89db-6a019da422fc tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:21.414650 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0547addc-365e-47c6-a845-71d63a1c9910 req-647ee41e-63be-4e97-89db-6a019da422fc tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0532043 Aug 07 12:54:21.452572 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0547addc-365e-47c6-a845-71d63a1c9910 req-3b7c759c-4dbb-4f24-b84f-b8489d5fb6ac tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319114 Aug 07 12:54:22.019490 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239bd5b-a1b9-490c-bee5-925c0d803a2a req-80c9693c-cf04-40bb-8e42-91c6eebf0590 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:22.020989 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1239bd5b-a1b9-490c-bee5-925c0d803a2a req-80c9693c-cf04-40bb-8e42-91c6eebf0590 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.58 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0484321 Aug 07 12:54:22.130600 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-1239bd5b-a1b9-490c-bee5-925c0d803a2a req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Deleting port 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:54:22.130941 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1239bd5b-a1b9-490c-bee5-925c0d803a2a req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:22.229174 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-1239bd5b-a1b9-490c-bee5-925c0d803a2a req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] For port 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=149d6a70-6d91-4dc5-ab5c-cfcb7810cde6,segment=NetworkSegment(020700c2-f330-4566-ba5d-4a95cd9e2e23),segment_id=020700c2-f330-4566-ba5d-4a95cd9e2e23)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:22.233373 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1239bd5b-a1b9-490c-bee5-925c0d803a2a req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:22.451013 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1239bd5b-a1b9-490c-bee5-925c0d803a2a req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:22.451388 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1239bd5b-a1b9-490c-bee5-925c0d803a2a req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519576'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:22.451703 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.l3_db [req-1239bd5b-a1b9-490c-bee5-925c0d803a2a req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Floating IP 5303faae-50ec-4c3f-9d73-aead005102ce disassociated. External IP: 172.27.3.223, port: 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6. Aug 07 12:54:22.452051 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-1239bd5b-a1b9-490c-bee5-925c0d803a2a req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Calling delete_port for 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:54:22.630638 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e548564-a326-4b87-8407-bfc7691c9710 req-fb43c1a6-94a6-47bb-a0d3-bf52d767572b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:22.632264 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2e548564-a326-4b87-8407-bfc7691c9710 req-fb43c1a6-94a6-47bb-a0d3-bf52d767572b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 945 time: 0.0922499 Aug 07 12:54:22.677810 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2e548564-a326-4b87-8407-bfc7691c9710 req-a02e0711-d6c0-4d3a-8ca5-47f801b8ff64 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=38c54f8c-2b20-4758-8564-09833b3b6271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396607 Aug 07 12:54:22.699235 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1239bd5b-a1b9-490c-bee5-925c0d803a2a req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:22.734347 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Pushing event deleted for resources: {'Port': ['ID=149d6a70-6d91-4dc5-ab5c-cfcb7810cde6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:22.747062 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:22.747421 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:22.747764 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:22.748105 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:22.748441 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:22.748849 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:22.749155 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:22.749483 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:22.749814 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:22.750140 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:22.750487 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:22.750811 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:22.860390 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1239bd5b-a1b9-490c-bee5-925c0d803a2a req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Router e7181ac5-1cbc-446e-b133-27bc70ad593a has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:54:22.982024 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1239bd5b-a1b9-490c-bee5-925c0d803a2a req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:54:22.994550 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a9abd5-f8a8-4344-a116-4a37bdad7877 None None] Sync routers for ids ['e7181ac5-1cbc-446e-b133-27bc70ad593a'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:54:23.006275 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a9abd5-f8a8-4344-a116-4a37bdad7877 None None] Routers {'e7181ac5-1cbc-446e-b133-27bc70ad593a'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:54:23.006983 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f2a9abd5-f8a8-4344-a116-4a37bdad7877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:54:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['e7181ac5-1cbc-446e-b133-27bc70ad593a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:23.038451 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-1239bd5b-a1b9-490c-bee5-925c0d803a2a req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] No DVR routers for this DVR port 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 on host hv-cinder-78729 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:54:23.045582 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1239bd5b-a1b9-490c-bee5-925c0d803a2a req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:23.047667 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1239bd5b-a1b9-490c-bee5-925c0d803a2a req-0d35bac0-2f0d-43cc-8064-be811048ffec tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.58 "DELETE /v2.0/ports/149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 HTTP/1.1" status: 204 len: 173 time: 1.0192621 Aug 07 12:54:23.048151 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebc6e63-3637-49cc-8f69-ab7188721b3e', 'name': 'network-vif-deleted', 'tag': '149d6a70-6d91-4dc5-ab5c-cfcb7810cde6'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:54:23.051256 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da4b827-7834-49df-bd23-8aad3308b988" -d '{"events": [{"server_uuid": "3ebc6e63-3637-49cc-8f69-ab7188721b3e", "name": "network-vif-deleted", "tag": "149d6a70-6d91-4dc5-ab5c-cfcb7810cde6"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:54:23.108076 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5477bf3f-7412-4419-83d3-503ed87dab71 x-openstack-request-id: req-5477bf3f-7412-4419-83d3-503ed87dab71 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:54:23.108076 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ebc6e63-3637-49cc-8f69-ab7188721b3e", "name": "network-vif-deleted", "tag": "149d6a70-6d91-4dc5-ab5c-cfcb7810cde6", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:54:23.108076 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5477bf3f-7412-4419-83d3-503ed87dab71 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:54:23.108076 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebc6e63-3637-49cc-8f69-ab7188721b3e', 'name': 'network-vif-deleted', 'tag': '149d6a70-6d91-4dc5-ab5c-cfcb7810cde6', 'status': 'completed', 'code': 200} Aug 07 12:54:23.124581 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-f2a9abd5-f8a8-4344-a116-4a37bdad7877 None None] Set router e7181ac5-1cbc-446e-b133-27bc70ad593a gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:54:23.334825 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f2a9abd5-f8a8-4344-a116-4a37bdad7877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:09Z', 'revision_number': 4, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '805c9e83-0680-42bc-8edc-245577d2278b', 'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'mac_address': 'fa:16:3e:1a:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '300bb429-c76c-4118-afab-6302f18dd66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:06Z', 'updated_at': '2021-08-07T12:49:18Z', 'revision_number': 5, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'subnets': [{'id': '300bb429-c76c-4118-afab-6302f18dd66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:23.365104 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a9abd5-f8a8-4344-a116-4a37bdad7877 None None] Checking router: e7181ac5-1cbc-446e-b133-27bc70ad593a for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:54:23.373562 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a9abd5-f8a8-4344-a116-4a37bdad7877 None None] Routers {'e7181ac5-1cbc-446e-b133-27bc70ad593a'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:54:23.374279 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f2a9abd5-f8a8-4344-a116-4a37bdad7877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:54:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['e7181ac5-1cbc-446e-b133-27bc70ad593a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:23.483213 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-f2a9abd5-f8a8-4344-a116-4a37bdad7877 None None] Set router e7181ac5-1cbc-446e-b133-27bc70ad593a gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:54:23.692450 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f2a9abd5-f8a8-4344-a116-4a37bdad7877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:09Z', 'revision_number': 4, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '805c9e83-0680-42bc-8edc-245577d2278b', 'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'mac_address': 'fa:16:3e:1a:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '300bb429-c76c-4118-afab-6302f18dd66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:06Z', 'updated_at': '2021-08-07T12:49:18Z', 'revision_number': 5, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'subnets': [{'id': '300bb429-c76c-4118-afab-6302f18dd66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:23.721374 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a9abd5-f8a8-4344-a116-4a37bdad7877 None None] The sync data for ids ['e7181ac5-1cbc-446e-b133-27bc70ad593a'] in dv-cinder-787296-2-iscsi is: [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:09Z', 'revision_number': 4, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '805c9e83-0680-42bc-8edc-245577d2278b', 'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'mac_address': 'fa:16:3e:1a:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '300bb429-c76c-4118-afab-6302f18dd66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:06Z', 'updated_at': '2021-08-07T12:49:18Z', 'revision_number': 5, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'subnets': [{'id': '300bb429-c76c-4118-afab-6302f18dd66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:54:23.813118 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6350d84e-f8dc-4cb3-a81b-76b858fbe9ec req-10b3dc12-be68-4e02-92e4-ad1e1bd08383 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 210 time: 0.0290313 Aug 07 12:54:23.960288 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab0c19d-bec0-4591-819b-12c27133d1cf None None] New status for floating IP 5303faae-50ec-4c3f-9d73-aead005102ce: DOWN {{(pid=100623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 12:54:24.914955 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c13d6a24-1d9f-4cd9-9261-b165ac1d324e req-11b77011-1862-4f70-b9ae-0c88a75982d7 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 210 time: 0.0296857 Aug 07 12:54:25.412689 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c531b765-658c-4d82-9e16-a4aba662d6ba req-5bc751c7-f9e0-446a-9d2f-6fee214b21e4 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1294041666&fields=id&tenant_id=f4348dfe6e614bc198a34de32e5fb8c7 HTTP/1.1" status: 200 len: 267 time: 0.0374401 Aug 07 12:54:25.477272 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531b765-658c-4d82-9e16-a4aba662d6ba req-ab24df10-46a2-469e-a045-6fa5380f3870 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:25.478736 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c531b765-658c-4d82-9e16-a4aba662d6ba req-ab24df10-46a2-469e-a045-6fa5380f3870 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 984 time: 0.0597939 Aug 07 12:54:25.491361 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-c531b765-658c-4d82-9e16-a4aba662d6ba req-d536960c-64bb-4765-af61-d56ed6a1e768 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Request body: {'port': {'security_groups': ['6ed2e14a-51bc-4074-ad53-893b6c6da989']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:54:25.559643 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c531b765-658c-4d82-9e16-a4aba662d6ba req-d536960c-64bb-4765-af61-d56ed6a1e768 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:25.749963 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-c531b765-658c-4d82-9e16-a4aba662d6ba req-d536960c-64bb-4765-af61-d56ed6a1e768 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] For port 2ec4f04e-5135-4995-8235-4271c76fec57, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2ec4f04e-5135-4995-8235-4271c76fec57,segment=NetworkSegment(50e27e6a-824e-4b53-9d92-cb775a3765f9),segment_id=50e27e6a-824e-4b53-9d92-cb775a3765f9)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:25.781391 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c531b765-658c-4d82-9e16-a4aba662d6ba req-d536960c-64bb-4765-af61-d56ed6a1e768 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:25.848851 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c531b765-658c-4d82-9e16-a4aba662d6ba req-d536960c-64bb-4765-af61-d56ed6a1e768 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:25.894929 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['2ec4f04e-5135-4995-8235-4271c76fec57'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:54:25.906225 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531b765-658c-4d82-9e16-a4aba662d6ba req-d536960c-64bb-4765-af61-d56ed6a1e768 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:25.906434 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-c531b765-658c-4d82-9e16-a4aba662d6ba req-d536960c-64bb-4765-af61-d56ed6a1e768 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:25.907753 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c531b765-658c-4d82-9e16-a4aba662d6ba req-d536960c-64bb-4765-af61-d56ed6a1e768 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "PUT /v2.0/ports/2ec4f04e-5135-4995-8235-4271c76fec57 HTTP/1.1" status: 200 len: 942 time: 0.4220555 Aug 07 12:54:25.908213 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'tag': '2ec4f04e-5135-4995-8235-4271c76fec57'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:54:25.911198 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b030c70f-5209-4f46-8a5d-f0eb5b8a6d55" -d '{"events": [{"name": "network-changed", "server_uuid": "e341221f-d643-49ec-8fa2-545ee5b69d94", "tag": "2ec4f04e-5135-4995-8235-4271c76fec57"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:54:25.915471 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37598) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:25.924369 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536960c-64bb-4765-af61-d56ed6a1e768 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Pushing event updated for resources: {'Port': ['ID=2ec4f04e-5135-4995-8235-4271c76fec57,revision_number=7']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:26.014656 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e331c64e-1659-4f31-a17b-da5d346e43fb x-openstack-request-id: req-e331c64e-1659-4f31-a17b-da5d346e43fb {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:54:26.014948 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e341221f-d643-49ec-8fa2-545ee5b69d94", "tag": "2ec4f04e-5135-4995-8235-4271c76fec57", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:54:26.015197 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e331c64e-1659-4f31-a17b-da5d346e43fb {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:54:26.015596 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'tag': '2ec4f04e-5135-4995-8235-4271c76fec57', 'status': 'completed', 'code': 200} Aug 07 12:54:26.026214 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64e6f99d-4a19-43fa-8317-4d70b28cb9ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:26.062235 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64e6f99d-4a19-43fa-8317-4d70b28cb9ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:26.104270 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-82936746-c9a0-41af-89b1-f109ee0ce45d req-af9c4137-7767-4fb6-8e54-f5ee63f9c73c tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ebc6e63-3637-49cc-8f69-ab7188721b3e HTTP/1.1" status: 200 len: 210 time: 0.0491536 Aug 07 12:54:26.142514 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030c70f-5209-4f46-8a5d-f0eb5b8a6d55 req-cf72c859-8b38-4cf8-97cc-95b7e7185f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:26.144623 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b030c70f-5209-4f46-8a5d-f0eb5b8a6d55 req-cf72c859-8b38-4cf8-97cc-95b7e7185f9c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4348dfe6e614bc198a34de32e5fb8c7&device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 1098 time: 0.0577369 Aug 07 12:54:26.213236 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64e6f99d-4a19-43fa-8317-4d70b28cb9ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:26.216404 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-64e6f99d-4a19-43fa-8317-4d70b28cb9ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:26.218791 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-64e6f99d-4a19-43fa-8317-4d70b28cb9ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "DELETE /v2.0/security-groups/5dc6ba6c-f775-4578-b2de-e39460e7e009 HTTP/1.1" status: 204 len: 168 time: 0.3020716 Aug 07 12:54:26.221208 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['2ec4f04e-5135-4995-8235-4271c76fec57'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:54:26.234650 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37604) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:26.255742 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6f99d-4a19-43fa-8317-4d70b28cb9ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc6ba6c-f775-4578-b2de-e39460e7e009,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:26.294558 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030c70f-5209-4f46-8a5d-f0eb5b8a6d55 req-fdfb8fa2-d11a-474e-acb0-20b38261fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:26.295692 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-b0e820a7-7eba-481a-bad2-d84787806cfe None None] Provisioning complete for port 2ec4f04e-5135-4995-8235-4271c76fec57 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:54:26.296139 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b0e820a7-7eba-481a-bad2-d84787806cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:26.296257 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b030c70f-5209-4f46-8a5d-f0eb5b8a6d55 req-fdfb8fa2-d11a-474e-acb0-20b38261fc92 service neutron] 10.222.0.58 "GET /v2.0/networks?id=134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 HTTP/1.1" status: 200 len: 915 time: 0.1152325 Aug 07 12:54:26.308938 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6f99d-4a19-43fa-8317-4d70b28cb9ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:26.313352 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6f99d-4a19-43fa-8317-4d70b28cb9ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:26.313352 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6f99d-4a19-43fa-8317-4d70b28cb9ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:26.313352 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6f99d-4a19-43fa-8317-4d70b28cb9ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:26.313352 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6f99d-4a19-43fa-8317-4d70b28cb9ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:26.313352 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6f99d-4a19-43fa-8317-4d70b28cb9ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:26.313352 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6f99d-4a19-43fa-8317-4d70b28cb9ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:26.313352 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6f99d-4a19-43fa-8317-4d70b28cb9ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:26.313352 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6f99d-4a19-43fa-8317-4d70b28cb9ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:26.313352 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6f99d-4a19-43fa-8317-4d70b28cb9ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:26.313352 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6f99d-4a19-43fa-8317-4d70b28cb9ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:26.313352 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e6f99d-4a19-43fa-8317-4d70b28cb9ce tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:26.393317 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b030c70f-5209-4f46-8a5d-f0eb5b8a6d55 req-00de59a2-ec4c-4cca-80fc-d0faf2ebf761 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec4f04e-5135-4995-8235-4271c76fec57 HTTP/1.1" status: 200 len: 1001 time: 0.0865846 Aug 07 12:54:26.447288 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030c70f-5209-4f46-8a5d-f0eb5b8a6d55 req-c0f480bb-afcf-461b-a3f5-ef7dcdf1d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:26.448825 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b030c70f-5209-4f46-8a5d-f0eb5b8a6d55 req-c0f480bb-afcf-461b-a3f5-ef7dcdf1d838 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f9c7382-5394-4ee4-8159-ac95ff10726f HTTP/1.1" status: 200 len: 853 time: 0.0479164 Aug 07 12:54:26.457659 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a9276728-b4bb-401d-8a21-38b29e779b3e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Deleting port 4e6e0c0a-3584-41f1-a9bb-4fde13822ced {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:54:26.458103 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9276728-b4bb-401d-8a21-38b29e779b3e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:26.508456 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030c70f-5209-4f46-8a5d-f0eb5b8a6d55 req-2495fe82-1412-4c2c-9222-b13480c100ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:26.510095 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b030c70f-5209-4f46-8a5d-f0eb5b8a6d55 req-2495fe82-1412-4c2c-9222-b13480c100ea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=134b4d9c-f32e-4c85-b5e1-3d7bc3f22273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513818 Aug 07 12:54:26.542561 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9276728-b4bb-401d-8a21-38b29e779b3e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:26.542894 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9276728-b4bb-401d-8a21-38b29e779b3e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:26.555513 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a9276728-b4bb-401d-8a21-38b29e779b3e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Calling delete_port for 4e6e0c0a-3584-41f1-a9bb-4fde13822ced owned by network:floatingip {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:54:26.613252 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b030c70f-5209-4f46-8a5d-f0eb5b8a6d55 req-2c1fefe9-ed0a-4909-b6ca-9b6465bee3a9 service neutron] 10.222.0.58 "GET /v2.0/networks/134b4d9c-f32e-4c85-b5e1-3d7bc3f22273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897706 Aug 07 12:54:26.718971 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b030c70f-5209-4f46-8a5d-f0eb5b8a6d55 req-2c656011-18c4-43ed-8de0-415af5da185b service neutron] 10.222.0.58 "GET /v2.0/networks/134b4d9c-f32e-4c85-b5e1-3d7bc3f22273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953031 Aug 07 12:54:26.802952 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9276728-b4bb-401d-8a21-38b29e779b3e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:26.827601 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9276728-b4bb-401d-8a21-38b29e779b3e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Pushing event deleted for resources: {'Port': ['ID=4e6e0c0a-3584-41f1-a9bb-4fde13822ced,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:26.886861 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9276728-b4bb-401d-8a21-38b29e779b3e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks [] for floatingip, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:26.887191 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.db.l3_db [None req-a9276728-b4bb-401d-8a21-38b29e779b3e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Floating IP d3391552-a2ff-44a3-a5e9-211e012197d8 disassociated (deleted). External IP: 172.27.3.120, port: 2ec4f04e-5135-4995-8235-4271c76fec57. Aug 07 12:54:27.096200 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9276728-b4bb-401d-8a21-38b29e779b3e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Router 7d6ed691-7bca-4f47-93a6-fd312d037d0c has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:54:27.269192 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 37616) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:27.338136 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc870aac-06ab-4fe7-a86e-9e9f5643edb4 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:27.392188 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc870aac-06ab-4fe7-a86e-9e9f5643edb4 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:27.436748 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9276728-b4bb-401d-8a21-38b29e779b3e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:54:27.443727 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a9276728-b4bb-401d-8a21-38b29e779b3e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:27.448382 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b6532-4990-4a3b-9e0c-94951225c4fe None None] Sync routers for ids ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:54:27.462362 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b6532-4990-4a3b-9e0c-94951225c4fe None None] Routers {'7d6ed691-7bca-4f47-93a6-fd312d037d0c'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:54:27.463359 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c50b6532-4990-4a3b-9e0c-94951225c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:54:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:27.476475 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-a9276728-b4bb-401d-8a21-38b29e779b3e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "DELETE /v2.0/floatingips/d3391552-a2ff-44a3-a5e9-211e012197d8 HTTP/1.1" status: 204 len: 168 time: 1.2383118 Aug 07 12:54:27.477152 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'tag': '2ec4f04e-5135-4995-8235-4271c76fec57'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:54:27.480194 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff825192-2c91-4ac1-98f8-209275bb727f" -d '{"events": [{"name": "network-changed", "server_uuid": "e341221f-d643-49ec-8fa2-545ee5b69d94", "tag": "2ec4f04e-5135-4995-8235-4271c76fec57"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:54:27.525688 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4618e666-98c2-4e6a-aabc-656d59128b14 x-openstack-request-id: req-4618e666-98c2-4e6a-aabc-656d59128b14 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:54:27.525688 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e341221f-d643-49ec-8fa2-545ee5b69d94", "tag": "2ec4f04e-5135-4995-8235-4271c76fec57", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:54:27.525688 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4618e666-98c2-4e6a-aabc-656d59128b14 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:54:27.525688 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'tag': '2ec4f04e-5135-4995-8235-4271c76fec57', 'status': 'completed', 'code': 200} Aug 07 12:54:27.586925 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-c50b6532-4990-4a3b-9e0c-94951225c4fe None None] Set router 7d6ed691-7bca-4f47-93a6-fd312d037d0c gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:54:27.626985 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc870aac-06ab-4fe7-a86e-9e9f5643edb4 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:27.631895 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-dc870aac-06ab-4fe7-a86e-9e9f5643edb4 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:27.650163 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-dc870aac-06ab-4fe7-a86e-9e9f5643edb4 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "DELETE /v2.0/security-groups/38c54f8c-2b20-4758-8564-09833b3b6271 HTTP/1.1" status: 204 len: 168 time: 0.3636849 Aug 07 12:54:27.650963 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37632) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:27.651148 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff825192-2c91-4ac1-98f8-209275bb727f req-9861da5d-5071-49d8-967d-1a37dd98d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:27.651148 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ff825192-2c91-4ac1-98f8-209275bb727f req-9861da5d-5071-49d8-967d-1a37dd98d212 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f4348dfe6e614bc198a34de32e5fb8c7&device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 1098 time: 0.0580757 Aug 07 12:54:27.657067 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.api.v2.resource [None req-2dc31108-85fd-455b-8d69-14ba483579a7 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] show failed (client error): The resource could not be found. Aug 07 12:54:27.661450 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-2dc31108-85fd-455b-8d69-14ba483579a7 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups/38c54f8c-2b20-4758-8564-09833b3b6271 HTTP/1.1" status: 404 len: 347 time: 0.0203087 Aug 07 12:54:27.661721 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37634) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:27.665914 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc870aac-06ab-4fe7-a86e-9e9f5643edb4 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c54f8c-2b20-4758-8564-09833b3b6271,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:27.810520 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff825192-2c91-4ac1-98f8-209275bb727f req-afb9d9cd-4037-42b2-892b-fd71526e95af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:27.814303 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ff825192-2c91-4ac1-98f8-209275bb727f req-afb9d9cd-4037-42b2-892b-fd71526e95af service neutron] 10.222.0.58 "GET /v2.0/networks?id=134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 HTTP/1.1" status: 200 len: 915 time: 0.1591308 Aug 07 12:54:27.855141 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3b90d6a1-85ab-4427-87ac-ee725256f46e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Deleting port 5b5af0df-9af9-4dc7-94db-66f4095e6823 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:54:27.855141 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3b90d6a1-85ab-4427-87ac-ee725256f46e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:27.859791 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c50b6532-4990-4a3b-9e0c-94951225c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'name': 'tempest-TestMinimumBasicScenario-370315475-router', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:01Z', 'updated_at': '2021-08-07T12:51:06Z', 'revision_number': 4, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'gw_port': {'id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:02Z', 'updated_at': '2021-08-07T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '6363fd22-dd31-4881-834c-cd7a9b9f5dd8', 'name': '', 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'mac_address': 'fa:16:3e:16:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:05Z', 'updated_at': '2021-08-07T12:51:12Z', 'revision_number': 5, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'subnets': [{'id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:27.871567 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ff825192-2c91-4ac1-98f8-209275bb727f req-fff4d7a9-3370-4483-9d7e-67eb1eec6f52 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec4f04e-5135-4995-8235-4271c76fec57 HTTP/1.1" status: 200 len: 217 time: 0.0483084 Aug 07 12:54:27.903862 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b6532-4990-4a3b-9e0c-94951225c4fe None None] Checking router: 7d6ed691-7bca-4f47-93a6-fd312d037d0c for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:54:27.916764 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b6532-4990-4a3b-9e0c-94951225c4fe None None] Routers {'7d6ed691-7bca-4f47-93a6-fd312d037d0c'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:54:27.917530 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c50b6532-4990-4a3b-9e0c-94951225c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:54:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:27.934867 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff825192-2c91-4ac1-98f8-209275bb727f req-e7fbcadb-06b6-4b75-9c9d-d0ec1480f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:27.937029 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ff825192-2c91-4ac1-98f8-209275bb727f req-e7fbcadb-06b6-4b75-9c9d-d0ec1480f2ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f9c7382-5394-4ee4-8159-ac95ff10726f HTTP/1.1" status: 200 len: 853 time: 0.0560861 Aug 07 12:54:27.951203 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3b90d6a1-85ab-4427-87ac-ee725256f46e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:27.952284 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3b90d6a1-85ab-4427-87ac-ee725256f46e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:27.966303 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-3b90d6a1-85ab-4427-87ac-ee725256f46e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Calling delete_port for 5b5af0df-9af9-4dc7-94db-66f4095e6823 owned by network:floatingip {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:54:28.010391 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff825192-2c91-4ac1-98f8-209275bb727f req-39358779-c6c6-4c9c-ac86-c0310c307f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:28.011980 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ff825192-2c91-4ac1-98f8-209275bb727f req-39358779-c6c6-4c9c-ac86-c0310c307f4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=134b4d9c-f32e-4c85-b5e1-3d7bc3f22273&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662775 Aug 07 12:54:28.087848 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-c50b6532-4990-4a3b-9e0c-94951225c4fe None None] Set router 7d6ed691-7bca-4f47-93a6-fd312d037d0c gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:54:28.171044 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ff825192-2c91-4ac1-98f8-209275bb727f req-ce63b933-42a1-447f-b982-b8be2c7385d6 service neutron] 10.222.0.58 "GET /v2.0/networks/134b4d9c-f32e-4c85-b5e1-3d7bc3f22273?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353350 Aug 07 12:54:28.214607 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3b90d6a1-85ab-4427-87ac-ee725256f46e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:28.244408 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90d6a1-85ab-4427-87ac-ee725256f46e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Pushing event deleted for resources: {'Port': ['ID=5b5af0df-9af9-4dc7-94db-66f4095e6823,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:28.301922 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ff825192-2c91-4ac1-98f8-209275bb727f req-1191063d-3311-4c1d-bb3f-9cf115e7f221 service neutron] 10.222.0.58 "GET /v2.0/networks/134b4d9c-f32e-4c85-b5e1-3d7bc3f22273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228418 Aug 07 12:54:28.339678 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-c50b6532-4990-4a3b-9e0c-94951225c4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'name': 'tempest-TestMinimumBasicScenario-370315475-router', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:01Z', 'updated_at': '2021-08-07T12:51:06Z', 'revision_number': 4, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'gw_port': {'id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:02Z', 'updated_at': '2021-08-07T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '6363fd22-dd31-4881-834c-cd7a9b9f5dd8', 'name': '', 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'mac_address': 'fa:16:3e:16:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:05Z', 'updated_at': '2021-08-07T12:51:12Z', 'revision_number': 5, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'subnets': [{'id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:28.346216 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3b90d6a1-85ab-4427-87ac-ee725256f46e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for floatingip, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:28.350231 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3b90d6a1-85ab-4427-87ac-ee725256f46e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:28.356392 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-3b90d6a1-85ab-4427-87ac-ee725256f46e tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "DELETE /v2.0/floatingips/5303faae-50ec-4c3f-9d73-aead005102ce HTTP/1.1" status: 204 len: 168 time: 0.6929035 Aug 07 12:54:28.372302 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b6532-4990-4a3b-9e0c-94951225c4fe None None] The sync data for ids ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'] in dv-cinder-787296-2-iscsi is: [{'id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'name': 'tempest-TestMinimumBasicScenario-370315475-router', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:01Z', 'updated_at': '2021-08-07T12:51:06Z', 'revision_number': 4, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'gw_port': {'id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:02Z', 'updated_at': '2021-08-07T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '6363fd22-dd31-4881-834c-cd7a9b9f5dd8', 'name': '', 'network_id': '134b4d9c-f32e-4c85-b5e1-3d7bc3f22273', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'mac_address': 'fa:16:3e:16:48:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:05Z', 'updated_at': '2021-08-07T12:51:12Z', 'revision_number': 5, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'subnets': [{'id': '5f9c7382-5394-4ee4-8159-ac95ff10726f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:54:28.607155 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60e449-f446-49f1-b22b-5fe5cb544e5a req-d8dd5322-cdd9-4694-85c2-c1dca200f720 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:28.608920 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1b60e449-f446-49f1-b22b-5fe5cb544e5a req-d8dd5322-cdd9-4694-85c2-c1dca200f720 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 946 time: 0.0625017 Aug 07 12:54:28.652762 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1b60e449-f446-49f1-b22b-5fe5cb544e5a req-537c6ab2-bf64-4fe3-a3d8-b420c1655063 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365849 Aug 07 12:54:28.693102 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c23972d-50fd-4824-86a9-51fea5af4a66 None None] New status for floating IP d3391552-a2ff-44a3-a5e9-211e012197d8: DOWN {{(pid=100623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 12:54:28.760671 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37658) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:28.765380 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-7644155a-8d12-4825-b3d6-3294e212aa3b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--454225504', 'description': 'tempest-description--1748278625'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:54:28.986558 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7644155a-8d12-4825-b3d6-3294e212aa3b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:29.070357 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7644155a-8d12-4825-b3d6-3294e212aa3b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:29.095128 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:54:29.116835 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:54:29.117179 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 149d6a70-6d91-4dc5-ab5c-cfcb7810cde6 not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:54:29.190392 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7644155a-8d12-4825-b3d6-3294e212aa3b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:29.221851 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644155a-8d12-4825-b3d6-3294e212aa3b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba054a55-b06e-461b-b551-295f59bdaef0,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:29.397687 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7644155a-8d12-4825-b3d6-3294e212aa3b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:29.399448 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-7644155a-8d12-4825-b3d6-3294e212aa3b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6375380 Aug 07 12:54:29.405292 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37668) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:29.411934 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-548f0554-1b62-411d-8b97-cdf369f18e2b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Request body: {'security_group_rule': {'security_group_id': 'ba054a55-b06e-461b-b551-295f59bdaef0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:54:29.551717 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-548f0554-1b62-411d-8b97-cdf369f18e2b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:29.614387 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-548f0554-1b62-411d-8b97-cdf369f18e2b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:29.711635 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-548f0554-1b62-411d-8b97-cdf369f18e2b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:29.729651 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f0554-1b62-411d-8b97-cdf369f18e2b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805d8406-32a8-4674-a31d-419a3530d4ef,revision_number=0']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:29.780933 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95869299-a4e1-4f4e-a95a-27e7532ea04d req-83993ae5-6282-4427-a5b6-c41129c60bab tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:29.782621 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-95869299-a4e1-4f4e-a95a-27e7532ea04d req-83993ae5-6282-4427-a5b6-c41129c60bab tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 946 time: 0.0531662 Aug 07 12:54:29.822022 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-95869299-a4e1-4f4e-a95a-27e7532ea04d req-f632b147-3dfa-403d-b885-3c802ac6c7a4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332162 Aug 07 12:54:29.872181 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-548f0554-1b62-411d-8b97-cdf369f18e2b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:29.873687 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-548f0554-1b62-411d-8b97-cdf369f18e2b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4670107 Aug 07 12:54:29.878067 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37678) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:29.883684 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-b83102e5-58d3-44cd-9126-c710689be453 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Request body: {'security_group_rule': {'security_group_id': 'ba054a55-b06e-461b-b551-295f59bdaef0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:54:30.008651 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b83102e5-58d3-44cd-9126-c710689be453 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:30.072250 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b83102e5-58d3-44cd-9126-c710689be453 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:30.168983 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b83102e5-58d3-44cd-9126-c710689be453 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:30.187522 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83102e5-58d3-44cd-9126-c710689be453 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5091751a-a326-42a3-936f-88fc537af2db,revision_number=0']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:30.270295 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-b83102e5-58d3-44cd-9126-c710689be453 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:30.271551 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-b83102e5-58d3-44cd-9126-c710689be453 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3914433 Aug 07 12:54:30.274731 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37690) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:30.279222 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-fbdf3a3f-eb2a-49e4-95b3-2a0177d75a04 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Request body: {'floatingip': {'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:54:30.384608 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3a3f-eb2a-49e4-95b3-2a0177d75a04 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for floatingip, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:30.507272 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3a3f-eb2a-49e4-95b3-2a0177d75a04 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:30.613624 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-fbdf3a3f-eb2a-49e4-95b3-2a0177d75a04 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Allocated IP 172.27.3.31 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/f7899dc3-9dd0-4e4f-a92a-04c4f6046cfb) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:54:30.683238 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac1d22-4e47-43f2-86c3-92200e4cb8d7 req-2b163cc3-c3ff-4b7e-888e-afcf00a1db8f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:30.684770 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7aac1d22-4e47-43f2-86c3-92200e4cb8d7 req-2b163cc3-c3ff-4b7e-888e-afcf00a1db8f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 946 time: 0.0506043 Aug 07 12:54:30.723827 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3a3f-eb2a-49e4-95b3-2a0177d75a04 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:30.787017 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-7aac1d22-4e47-43f2-86c3-92200e4cb8d7 req-97709596-382d-43ef-973b-9f5ca3b4ab29 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Deleting port 4393cb2a-7ec0-4605-9b4a-55beefe117d8 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:54:30.787590 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7aac1d22-4e47-43f2-86c3-92200e4cb8d7 req-97709596-382d-43ef-973b-9f5ca3b4ab29 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:30.877300 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-7aac1d22-4e47-43f2-86c3-92200e4cb8d7 req-97709596-382d-43ef-973b-9f5ca3b4ab29 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] For port 4393cb2a-7ec0-4605-9b4a-55beefe117d8, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=4393cb2a-7ec0-4605-9b4a-55beefe117d8,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:30.877933 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7aac1d22-4e47-43f2-86c3-92200e4cb8d7 req-97709596-382d-43ef-973b-9f5ca3b4ab29 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:30.910877 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3a3f-eb2a-49e4-95b3-2a0177d75a04 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:30.973600 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdf3a3f-eb2a-49e4-95b3-2a0177d75a04 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:54:30.981722 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-fbdf3a3f-eb2a-49e4-95b3-2a0177d75a04 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:54:30.984351 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdf3a3f-eb2a-49e4-95b3-2a0177d75a04 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:54:30.998673 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bf7dd-894e-41ae-b8f3-3b7b25308ac7 req-0cf3e5d1-1688-4973-858b-9d72d9e27954 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:31.000276 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e37bf7dd-894e-41ae-b8f3-3b7b25308ac7 req-0cf3e5d1-1688-4973-858b-9d72d9e27954 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 946 time: 0.1015940 Aug 07 12:54:31.028356 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf3a3f-eb2a-49e4-95b3-2a0177d75a04 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Pushing event updated for resources: {'Port': ['ID=f7899dc3-9dd0-4e4f-a92a-04c4f6046cfb,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:31.068091 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7aac1d22-4e47-43f2-86c3-92200e4cb8d7 req-97709596-382d-43ef-973b-9f5ca3b4ab29 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:31.068769 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7aac1d22-4e47-43f2-86c3-92200e4cb8d7 req-97709596-382d-43ef-973b-9f5ca3b4ab29 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519576'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:31.069102 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.l3_db [req-7aac1d22-4e47-43f2-86c3-92200e4cb8d7 req-97709596-382d-43ef-973b-9f5ca3b4ab29 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Floating IP 84f9b711-0496-4c6a-a5dc-f4ae1c58d4d3 disassociated. External IP: 172.27.3.184, port: 4393cb2a-7ec0-4605-9b4a-55beefe117d8. Aug 07 12:54:31.069433 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-7aac1d22-4e47-43f2-86c3-92200e4cb8d7 req-97709596-382d-43ef-973b-9f5ca3b4ab29 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Calling delete_port for 4393cb2a-7ec0-4605-9b4a-55beefe117d8 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:54:31.085590 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e37bf7dd-894e-41ae-b8f3-3b7b25308ac7 req-0f253a75-db79-49e5-92cb-73a6ba6cb69b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ba7616d-5e69-4732-b353-53195a0a2fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607076 Aug 07 12:54:31.126890 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3a3f-eb2a-49e4-95b3-2a0177d75a04 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:31.316745 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3a3f-eb2a-49e4-95b3-2a0177d75a04 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:31.317704 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7aac1d22-4e47-43f2-86c3-92200e4cb8d7 req-97709596-382d-43ef-973b-9f5ca3b4ab29 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:31.355177 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97709596-382d-43ef-973b-9f5ca3b4ab29 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Pushing event deleted for resources: {'Port': ['ID=4393cb2a-7ec0-4605-9b4a-55beefe117d8,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:31.512495 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3a3f-eb2a-49e4-95b3-2a0177d75a04 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:31.563947 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3a3f-eb2a-49e4-95b3-2a0177d75a04 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:31.646668 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf3a3f-eb2a-49e4-95b3-2a0177d75a04 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Pushing event updated for resources: {'Port': ['ID=f7899dc3-9dd0-4e4f-a92a-04c4f6046cfb,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:31.672264 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3a3f-eb2a-49e4-95b3-2a0177d75a04 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519576'] for floatingip, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:31.772353 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7aac1d22-4e47-43f2-86c3-92200e4cb8d7 req-97709596-382d-43ef-973b-9f5ca3b4ab29 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Router d1db9f0e-bb00-43f9-952a-f45b1c39670d has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:54:31.820213 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3a3f-eb2a-49e4-95b3-2a0177d75a04 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:31.822222 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-fbdf3a3f-eb2a-49e4-95b3-2a0177d75a04 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5458086 Aug 07 12:54:31.899960 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7aac1d22-4e47-43f2-86c3-92200e4cb8d7 req-97709596-382d-43ef-973b-9f5ca3b4ab29 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:54:31.913117 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dc2bba-5e4d-4cae-9fbd-95264f812684 None None] Sync routers for ids ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:54:31.923765 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dc2bba-5e4d-4cae-9fbd-95264f812684 None None] Routers {'d1db9f0e-bb00-43f9-952a-f45b1c39670d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:54:31.924465 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f4dc2bba-5e4d-4cae-9fbd-95264f812684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:54:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:31.945278 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aac1d22-4e47-43f2-86c3-92200e4cb8d7 req-97709596-382d-43ef-973b-9f5ca3b4ab29 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] No DVR routers for this DVR port 4393cb2a-7ec0-4605-9b4a-55beefe117d8 on host hv-cinder-78729 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:54:31.948870 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-7aac1d22-4e47-43f2-86c3-92200e4cb8d7 req-97709596-382d-43ef-973b-9f5ca3b4ab29 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:31.951937 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7aac1d22-4e47-43f2-86c3-92200e4cb8d7 req-97709596-382d-43ef-973b-9f5ca3b4ab29 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.58 "DELETE /v2.0/ports/4393cb2a-7ec0-4605-9b4a-55beefe117d8 HTTP/1.1" status: 204 len: 173 time: 1.2600696 Aug 07 12:54:31.952573 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'name': 'network-vif-deleted', 'tag': '4393cb2a-7ec0-4605-9b4a-55beefe117d8'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:54:31.956452 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d2b00f-428a-4b8f-83b8-58280fbb0708" -d '{"events": [{"server_uuid": "8fc6dee7-12a5-4317-83a0-63ff1bcfc12e", "name": "network-vif-deleted", "tag": "4393cb2a-7ec0-4605-9b4a-55beefe117d8"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:54:32.016129 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-4b8a8758-72e9-4857-800e-99bbdfff286a tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--454225504&fields=id&tenant_id=fe58962fe09244deb2d59c8d994e7b3e HTTP/1.1" status: 200 len: 267 time: 0.0351858 Aug 07 12:54:32.044840 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-f4dc2bba-5e4d-4cae-9fbd-95264f812684 None None] Set router d1db9f0e-bb00-43f9-952a-f45b1c39670d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:54:32.062573 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03e068f-b8ce-41a4-9e7b-06a4a0839265 x-openstack-request-id: req-e03e068f-b8ce-41a4-9e7b-06a4a0839265 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:54:32.062979 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fc6dee7-12a5-4317-83a0-63ff1bcfc12e", "name": "network-vif-deleted", "tag": "4393cb2a-7ec0-4605-9b4a-55beefe117d8", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:54:32.063394 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e03e068f-b8ce-41a4-9e7b-06a4a0839265 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:54:32.063846 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc6dee7-12a5-4317-83a0-63ff1bcfc12e', 'name': 'network-vif-deleted', 'tag': '4393cb2a-7ec0-4605-9b4a-55beefe117d8', 'status': 'completed', 'code': 200} Aug 07 12:54:32.145834 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-1212b725-04ad-49c0-8cce-e7fc7ec0d5f0 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:32.150867 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-1212b725-04ad-49c0-8cce-e7fc7ec0d5f0 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/networks?id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5 HTTP/1.1" status: 200 len: 810 time: 0.1234989 Aug 07 12:54:32.165844 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-b75e18b2-1ee8-44aa-83a2-d7ba27fd2076 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/quotas/fe58962fe09244deb2d59c8d994e7b3e HTTP/1.1" status: 200 len: 375 time: 0.0105612 Aug 07 12:54:32.166142 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3380e3-9c1b-4a32-9683-b81d33f7b22f req-198c78f3-3bc3-48ec-bdd7-7b25d5bb0d67 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:32.167789 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-aa3380e3-9c1b-4a32-9683-b81d33f7b22f req-198c78f3-3bc3-48ec-bdd7-7b25d5bb0d67 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 945 time: 0.0552905 Aug 07 12:54:32.225650 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-aa3380e3-9c1b-4a32-9683-b81d33f7b22f req-c2baec48-b924-417e-b8b2-3a9349e1aa31 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518451 Aug 07 12:54:32.240609 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-58270f3c-f85a-43af-9673-b5d8f134aca3 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe58962fe09244deb2d59c8d994e7b3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661674 Aug 07 12:54:32.335887 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d26175b8-3d8d-4525-b952-a632694a82a5 req-3ef72e55-32b9-4c88-9a2f-eac931ff7782 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 210 time: 0.0325642 Aug 07 12:54:32.404872 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-689f39b6-0cb0-47ec-8c89-70d367e8a756 service neutron] 10.222.0.59 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518259 Aug 07 12:54:32.405446 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f4dc2bba-5e4d-4cae-9fbd-95264f812684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:40Z', 'revision_number': 4, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '12f69880-8b5e-45ae-be8c-69f9bbd43438', 'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'mac_address': 'fa:16:3e:68:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:39Z', 'updated_at': '2021-08-07T12:50:46Z', 'revision_number': 5, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'subnets': [{'id': '556b420c-994e-4c56-8be2-27810f5c2247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:32.431968 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dc2bba-5e4d-4cae-9fbd-95264f812684 None None] Checking router: d1db9f0e-bb00-43f9-952a-f45b1c39670d for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:54:32.440611 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dc2bba-5e4d-4cae-9fbd-95264f812684 None None] Routers {'d1db9f0e-bb00-43f9-952a-f45b1c39670d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:54:32.442127 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f4dc2bba-5e4d-4cae-9fbd-95264f812684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:54:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:32.502870 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-a63a22c5-b7a5-4cf3-892c-b1a674f744fb service neutron] 10.222.0.59 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906672 Aug 07 12:54:32.551941 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-f4dc2bba-5e4d-4cae-9fbd-95264f812684 None None] Set router d1db9f0e-bb00-43f9-952a-f45b1c39670d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:54:32.775602 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f4dc2bba-5e4d-4cae-9fbd-95264f812684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:40Z', 'revision_number': 4, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '12f69880-8b5e-45ae-be8c-69f9bbd43438', 'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'mac_address': 'fa:16:3e:68:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:39Z', 'updated_at': '2021-08-07T12:50:46Z', 'revision_number': 5, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'subnets': [{'id': '556b420c-994e-4c56-8be2-27810f5c2247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:32.782609 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ed62155f-195d-4414-aefc-8e54eb63c992 req-fd144d8b-5ea6-417e-9b4a-f9812b4a2e17 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 210 time: 0.0310998 Aug 07 12:54:32.807100 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dc2bba-5e4d-4cae-9fbd-95264f812684 None None] The sync data for ids ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'] in dv-cinder-787296-2-iscsi is: [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:40Z', 'revision_number': 4, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '12f69880-8b5e-45ae-be8c-69f9bbd43438', 'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'mac_address': 'fa:16:3e:68:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:39Z', 'updated_at': '2021-08-07T12:50:46Z', 'revision_number': 5, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'subnets': [{'id': '556b420c-994e-4c56-8be2-27810f5c2247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:54:33.051453 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2487054-6f45-4cc9-89ce-eb620eeaace0 None None] New status for floating IP 84f9b711-0496-4c6a-a5dc-f4ae1c58d4d3: DOWN {{(pid=100623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 12:54:33.368922 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d47bc2-a93d-4e1f-a0e1-d8484e79cb28 req-aa57bdaf-b492-4c86-a381-b6dd1a63dc90 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:33.370892 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-61d47bc2-a93d-4e1f-a0e1-d8484e79cb28 req-aa57bdaf-b492-4c86-a381-b6dd1a63dc90 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 945 time: 0.0729797 Aug 07 12:54:33.418314 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-61d47bc2-a93d-4e1f-a0e1-d8484e79cb28 req-78704b4b-7eed-4354-bbb7-f91eb5ec0da5 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405073 Aug 07 12:54:33.461879 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b7152510-6c5f-4f6b-b9ab-2d544a4a6ae2 req-e2d5003e-ec53-438f-b3fb-f9639a873142 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 210 time: 0.0292971 Aug 07 12:54:33.471387 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6a8227f4-e922-45b6-89a0-1f81165f2082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:33.878043 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-52b8f51e-d4e1-43ed-ba63-ef825f94933d req-c33c5e64-4823-442d-8a12-ce5d8811fc31 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 210 time: 0.0270948 Aug 07 12:54:34.546001 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ac5a6-adcf-44a9-bb20-8e79594b4bd9 req-204542da-1933-427f-b9a0-eda8c473f73f tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:34.547593 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-576ac5a6-adcf-44a9-bb20-8e79594b4bd9 req-204542da-1933-427f-b9a0-eda8c473f73f tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 945 time: 0.0518904 Aug 07 12:54:34.590091 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-576ac5a6-adcf-44a9-bb20-8e79594b4bd9 req-4d681a5f-0371-452a-bf5e-ee2f4b920991 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363054 Aug 07 12:54:34.604140 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fe257e58-9b12-43f6-acfa-bf68fbbbfed1 req-df6bf477-2297-45fc-8101-7501c7af97da tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 210 time: 0.0285470 Aug 07 12:54:34.976221 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-df10a85d-da42-4741-b610-8468923dba8a req-c8acbaca-3023-426a-ae71-868229dc719d tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 210 time: 0.0284255 Aug 07 12:54:35.116856 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 4393cb2a-7ec0-4605-9b4a-55beefe117d8 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:54:35.137013 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: 4393cb2a-7ec0-4605-9b4a-55beefe117d8 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:54:35.137348 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 4393cb2a-7ec0-4605-9b4a-55beefe117d8 not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:54:35.710938 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c7bae-ba57-43fd-95ab-4087a574e90c req-257f366d-cdff-42d5-bb10-67f915e70d4e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:35.712461 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-521c7bae-ba57-43fd-95ab-4087a574e90c req-257f366d-cdff-42d5-bb10-67f915e70d4e tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 945 time: 0.0539589 Aug 07 12:54:35.719299 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-88d2fafb-b5bb-4951-9e56-c24e508b59e5 req-73d2645e-eacf-4155-9b46-c2ae05c48e2f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 210 time: 0.0313547 Aug 07 12:54:35.750297 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-521c7bae-ba57-43fd-95ab-4087a574e90c req-e79cca73-23ad-4b42-8e17-2483619d2a85 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318151 Aug 07 12:54:36.068393 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9f731af9-b64f-49ba-9fff-41e20318fb89 req-0eec52e1-c6da-40e4-bea0-331afc78df07 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 210 time: 0.0254238 Aug 07 12:54:36.631556 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-15832e86-39b5-43c6-81d6-3fb710c342b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:36.829409 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-628767c4-558a-4eb0-b456-9e94e99a6f75 req-fa5b1bdc-5c11-49b9-9a69-93616c23fc94 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 210 time: 0.0269852 Aug 07 12:54:36.868787 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be9954-7392-4486-ab73-9ea29ca31c14 req-bd8533a6-ff7a-4e2f-98e7-1e5a5afcf960 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:36.870325 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-49be9954-7392-4486-ab73-9ea29ca31c14 req-bd8533a6-ff7a-4e2f-98e7-1e5a5afcf960 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 945 time: 0.0518219 Aug 07 12:54:36.910649 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-49be9954-7392-4486-ab73-9ea29ca31c14 req-5da5b8cb-ec90-4b59-bb4d-e30d9a02eaa1 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341070 Aug 07 12:54:37.014128 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:37.084185 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:37.162275 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-240e8d91-30bf-4f70-88f0-9280c19a4a22 req-fa82405e-5819-4b1c-9090-5742e4ea8e61 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 210 time: 0.0264006 Aug 07 12:54:37.396959 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:37.942250 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0276a2ab-d9f9-4c14-9e9b-9bc90ec588ab req-bc72ec50-eb1a-46f9-96f9-5ea5ef9ac7f5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=8fc6dee7-12a5-4317-83a0-63ff1bcfc12e HTTP/1.1" status: 200 len: 210 time: 0.0286043 Aug 07 12:54:38.025188 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080ebd6-bfa8-4776-8db6-7efcbe35f758 req-e86b85b2-439e-4542-8a39-03a4385a6a8a tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:38.026753 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b080ebd6-bfa8-4776-8db6-7efcbe35f758 req-e86b85b2-439e-4542-8a39-03a4385a6a8a tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 945 time: 0.0489168 Aug 07 12:54:38.068054 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b080ebd6-bfa8-4776-8db6-7efcbe35f758 req-643baa4c-727f-4177-b94b-50d693584d92 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352039 Aug 07 12:54:38.255277 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-421ad3e9-100c-4a29-830d-b04dcbfbde02 req-e632a93e-54ec-43a7-bd92-be40993a805d tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 210 time: 0.0269589 Aug 07 12:54:39.112086 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 37814) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:39.174384 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-63bbc1d2-775b-47bf-b199-03317b952dc3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:39.200397 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237a878-a861-46ad-b75e-0b664f29f93f req-0382d695-d921-4492-883c-822d53148041 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:39.203031 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5237a878-a861-46ad-b75e-0b664f29f93f req-0382d695-d921-4492-883c-822d53148041 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 945 time: 0.0622907 Aug 07 12:54:39.203695 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-63bbc1d2-775b-47bf-b199-03317b952dc3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:39.246008 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5237a878-a861-46ad-b75e-0b664f29f93f req-b40e00e2-0996-43b4-9f0c-df9372378012 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367415 Aug 07 12:54:39.350695 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e9014dcb-c449-4c8b-94dd-d10a587e9160 req-ddfaf3d3-ddfa-4a9a-813d-18ab1fdadfd8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 210 time: 0.0268850 Aug 07 12:54:39.391346 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-63bbc1d2-775b-47bf-b199-03317b952dc3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:39.394398 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-63bbc1d2-775b-47bf-b199-03317b952dc3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:39.395603 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-63bbc1d2-775b-47bf-b199-03317b952dc3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "DELETE /v2.0/security-groups/6ba7616d-5e69-4732-b353-53195a0a2fe5 HTTP/1.1" status: 204 len: 168 time: 0.2824917 Aug 07 12:54:39.398575 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37818) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:39.406677 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbc1d2-775b-47bf-b199-03317b952dc3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba7616d-5e69-4732-b353-53195a0a2fe5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:39.413616 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.api.v2.resource [None req-fc891c30-4e05-4223-9457-cabdf0d25bac tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] show failed (client error): The resource could not be found. Aug 07 12:54:39.414270 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-fc891c30-4e05-4223-9457-cabdf0d25bac tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups/6ba7616d-5e69-4732-b353-53195a0a2fe5 HTTP/1.1" status: 404 len: 347 time: 0.0147138 Aug 07 12:54:39.417135 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37820) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:39.449289 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:39.545018 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-cd9007e5-55ef-4b54-9380-2ec74ce45491 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Deleting port f12a1c22-1dce-4e39-b450-dcafb4c31cde {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:54:39.545356 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd9007e5-55ef-4b54-9380-2ec74ce45491 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:39.545931 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-e0354177-aa8e-4a91-8858-0431385a6ca3 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:39.547444 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-e0354177-aa8e-4a91-8858-0431385a6ca3 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.58 "GET /v2.0/networks?id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5 HTTP/1.1" status: 200 len: 810 time: 0.1123667 Aug 07 12:54:39.619694 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-ebc0dd1c-83b8-46ac-9276-50c4ff34d212 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe58962fe09244deb2d59c8d994e7b3e HTTP/1.1" status: 200 len: 379 time: 0.0428751 Aug 07 12:54:39.632188 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-df8828bb-9b52-4bdf-8ef0-61fe813f071b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Request body: {'port': {'device_id': 'd441dbd3-947c-4354-bc13-5bcaaf85e4ed', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'admin_state_up': True, 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'security_groups': ['ba054a55-b06e-461b-b551-295f59bdaef0']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:54:39.639635 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd9007e5-55ef-4b54-9380-2ec74ce45491 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:39.639983 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd9007e5-55ef-4b54-9380-2ec74ce45491 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:39.655054 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-cd9007e5-55ef-4b54-9380-2ec74ce45491 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Calling delete_port for f12a1c22-1dce-4e39-b450-dcafb4c31cde owned by network:floatingip {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:54:39.866175 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd9007e5-55ef-4b54-9380-2ec74ce45491 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:39.891772 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9007e5-55ef-4b54-9380-2ec74ce45491 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Pushing event deleted for resources: {'Port': ['ID=f12a1c22-1dce-4e39-b450-dcafb4c31cde,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:39.944962 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-df8828bb-9b52-4bdf-8ef0-61fe813f071b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Made reservation on behalf of fe58962fe09244deb2d59c8d994e7b3e for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:54:39.950784 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-df8828bb-9b52-4bdf-8ef0-61fe813f071b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:39.965516 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd9007e5-55ef-4b54-9380-2ec74ce45491 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for floatingip, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:39.969755 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cd9007e5-55ef-4b54-9380-2ec74ce45491 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:39.971489 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-cd9007e5-55ef-4b54-9380-2ec74ce45491 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "DELETE /v2.0/floatingips/84f9b711-0496-4c6a-a5dc-f4ae1c58d4d3 HTTP/1.1" status: 204 len: 168 time: 0.5532746 Aug 07 12:54:40.131299 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-df8828bb-9b52-4bdf-8ef0-61fe813f071b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Allocated IP 172.20.0.14 (b7e5231c-9a47-4d29-8859-d08f4c51f6a5/300bb429-c76c-4118-afab-6302f18dd66e/49622d20-e583-4f3f-92c4-17388d09506b) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:54:40.155310 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023b015-93c0-4ad9-b6ab-5d50fea8eddb req-c2de7eca-b6b5-4ccd-8c94-788af75c8ef8 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:40.156789 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d023b015-93c0-4ad9-b6ab-5d50fea8eddb req-c2de7eca-b6b5-4ccd-8c94-788af75c8ef8 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.58 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 945 time: 0.0503740 Aug 07 12:54:40.280246 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-d023b015-93c0-4ad9-b6ab-5d50fea8eddb req-e78ab1e9-eef1-40af-86d0-096c5e6be4bf tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Deleting port 2ec4f04e-5135-4995-8235-4271c76fec57 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:54:40.280856 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-d023b015-93c0-4ad9-b6ab-5d50fea8eddb req-e78ab1e9-eef1-40af-86d0-096c5e6be4bf tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:40.286309 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-df8828bb-9b52-4bdf-8ef0-61fe813f071b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:40.303340 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-df8828bb-9b52-4bdf-8ef0-61fe813f071b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Transition to ACTIVE for port object 49622d20-e583-4f3f-92c4-17388d09506b will not be triggered until provisioned by entity DHCP. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:54:40.388874 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaefafe-1760-4c39-8ac8-9bd1b45f2ebe req-6e3d14b8-4042-4f39-b3fa-98c91102edb8 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:40.389218 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-d023b015-93c0-4ad9-b6ab-5d50fea8eddb req-e78ab1e9-eef1-40af-86d0-096c5e6be4bf tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] For port 2ec4f04e-5135-4995-8235-4271c76fec57, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=2ec4f04e-5135-4995-8235-4271c76fec57,segment=NetworkSegment(50e27e6a-824e-4b53-9d92-cb775a3765f9),segment_id=50e27e6a-824e-4b53-9d92-cb775a3765f9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:40.389588 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-d023b015-93c0-4ad9-b6ab-5d50fea8eddb req-e78ab1e9-eef1-40af-86d0-096c5e6be4bf tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:40.390427 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ecaefafe-1760-4c39-8ac8-9bd1b45f2ebe req-6e3d14b8-4042-4f39-b3fa-98c91102edb8 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 945 time: 0.0670176 Aug 07 12:54:40.405579 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-d023b015-93c0-4ad9-b6ab-5d50fea8eddb req-e78ab1e9-eef1-40af-86d0-096c5e6be4bf tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Calling delete_port for 2ec4f04e-5135-4995-8235-4271c76fec57 owned by compute:nova {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:54:40.433696 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ecaefafe-1760-4c39-8ac8-9bd1b45f2ebe req-e6bddf0f-d2fe-4097-bf56-d987266eaf96 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ed2e14a-51bc-4074-ad53-893b6c6da989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370171 Aug 07 12:54:40.465189 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-df8828bb-9b52-4bdf-8ef0-61fe813f071b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:40.491697 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-df8828bb-9b52-4bdf-8ef0-61fe813f071b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:54:40.494425 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-df8828bb-9b52-4bdf-8ef0-61fe813f071b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:54:40.497188 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-df8828bb-9b52-4bdf-8ef0-61fe813f071b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:54:40.608204 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8828bb-9b52-4bdf-8ef0-61fe813f071b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Pushing event updated for resources: {'Port': ['ID=49622d20-e583-4f3f-92c4-17388d09506b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:40.620541 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-df8828bb-9b52-4bdf-8ef0-61fe813f071b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:40.621178 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-df8828bb-9b52-4bdf-8ef0-61fe813f071b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:40.645327 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2209f7-54a8-46ca-b11a-016d7fab232a req-f9940463-9eeb-4f5d-9c4d-38c55049defe tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:40.647017 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb2209f7-54a8-46ca-b11a-016d7fab232a req-f9940463-9eeb-4f5d-9c4d-38c55049defe tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 932 time: 0.1233387 Aug 07 12:54:40.674968 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-d023b015-93c0-4ad9-b6ab-5d50fea8eddb req-e78ab1e9-eef1-40af-86d0-096c5e6be4bf tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:40.691000 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-eb2209f7-54a8-46ca-b11a-016d7fab232a req-c4802c15-6514-45fa-b27d-4ae02d093702 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba054a55-b06e-461b-b551-295f59bdaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377300 Aug 07 12:54:40.717384 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['2ec4f04e-5135-4995-8235-4271c76fec57'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:54:40.720682 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ab1e9-eef1-40af-86d0-096c5e6be4bf tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Pushing event deleted for resources: {'Port': ['ID=2ec4f04e-5135-4995-8235-4271c76fec57,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:40.736178 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 37848) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:40.746517 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-28291566-6c5b-4b53-8e61-9c43affc337b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--301386472', 'description': 'tempest-description--2069868152'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:54:40.780154 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [req-d023b015-93c0-4ad9-b6ab-5d50fea8eddb req-e78ab1e9-eef1-40af-86d0-096c5e6be4bf tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] No DVR routers for this DVR port 2ec4f04e-5135-4995-8235-4271c76fec57 on host hv-cinder-78729 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:54:40.782768 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-d023b015-93c0-4ad9-b6ab-5d50fea8eddb req-e78ab1e9-eef1-40af-86d0-096c5e6be4bf tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:40.786995 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-df8828bb-9b52-4bdf-8ef0-61fe813f071b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1592546 Aug 07 12:54:40.787350 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d023b015-93c0-4ad9-b6ab-5d50fea8eddb req-e78ab1e9-eef1-40af-86d0-096c5e6be4bf tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.58 "DELETE /v2.0/ports/2ec4f04e-5135-4995-8235-4271c76fec57 HTTP/1.1" status: 204 len: 173 time: 0.6038079 Aug 07 12:54:40.788081 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'name': 'network-vif-deleted', 'tag': '2ec4f04e-5135-4995-8235-4271c76fec57'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:54:40.791580 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a089a13c-08f0-41be-9b55-9b21dfa4f9b5" -d '{"events": [{"server_uuid": "e341221f-d643-49ec-8fa2-545ee5b69d94", "name": "network-vif-deleted", "tag": "2ec4f04e-5135-4995-8235-4271c76fec57"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:54:40.867922 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Request body: {'port': {'device_id': 'd441dbd3-947c-4354-bc13-5bcaaf85e4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:54:40.924267 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca68bf4e-dd6f-4370-9bf2-9ad988c86b13 x-openstack-request-id: req-ca68bf4e-dd6f-4370-9bf2-9ad988c86b13 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:54:40.924567 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e341221f-d643-49ec-8fa2-545ee5b69d94", "name": "network-vif-deleted", "tag": "2ec4f04e-5135-4995-8235-4271c76fec57", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:54:40.924817 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ca68bf4e-dd6f-4370-9bf2-9ad988c86b13 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:54:40.925222 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e341221f-d643-49ec-8fa2-545ee5b69d94', 'name': 'network-vif-deleted', 'tag': '2ec4f04e-5135-4995-8235-4271c76fec57', 'status': 'completed', 'code': 200} Aug 07 12:54:40.931745 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:40.990495 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-def3694a-dfb1-424d-a65c-1a3d7299474b None None] Provisioning for port 49622d20-e583-4f3f-92c4-17388d09506b completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:54:40.994526 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28291566-6c5b-4b53-8e61-9c43affc337b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:40.994985 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-def3694a-dfb1-424d-a65c-1a3d7299474b None None] Provisioning complete for port 49622d20-e583-4f3f-92c4-17388d09506b triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:54:40.995365 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-def3694a-dfb1-424d-a65c-1a3d7299474b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:41.031632 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-def3694a-dfb1-424d-a65c-1a3d7299474b None None] Port 49622d20-e583-4f3f-92c4-17388d09506b cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:54:41.237566 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28291566-6c5b-4b53-8e61-9c43affc337b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:41.288296 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49622d20-e583-4f3f-92c4-17388d09506b {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:54:41.296027 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:41.307851 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Transition to ACTIVE for port object 49622d20-e583-4f3f-92c4-17388d09506b will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:54:41.379608 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28291566-6c5b-4b53-8e61-9c43affc337b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:41.416698 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:41.476640 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28291566-6c5b-4b53-8e61-9c43affc337b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f81846-dfaa-47f0-9747-7cb36444c99d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:41.508148 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-28291566-6c5b-4b53-8e61-9c43affc337b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:41.509901 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-28291566-6c5b-4b53-8e61-9c43affc337b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7719223 Aug 07 12:54:41.512893 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37870) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:41.518864 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-57739242-9289-4965-b56f-c0079ea34d77 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Request body: {'security_group_rule': {'security_group_id': '84f81846-dfaa-47f0-9747-7cb36444c99d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:54:41.523389 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Pushing event updated for resources: {'Port': ['ID=49622d20-e583-4f3f-92c4-17388d09506b,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:41.581367 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f4e9875c-a054-4705-afc7-085dda2b1d19 req-b93ee680-d9d1-4ac5-b806-6e69c30e6ff5 tempest-TestMinimumBasicScenario-2007206322 tempest-TestMinimumBasicScenario-2007206322-project] 10.222.0.59 "GET /v2.0/ports?device_id=e341221f-d643-49ec-8fa2-545ee5b69d94 HTTP/1.1" status: 200 len: 210 time: 0.0352480 Aug 07 12:54:41.611329 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Attempting to bind port 49622d20-e583-4f3f-92c4-17388d09506b on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:54:41.611675 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Attempting to bind port 49622d20-e583-4f3f-92c4-17388d09506b by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '020700c2-f330-4566-ba5d-4a95cd9e2e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:54:41.612032 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Attempting to bind port 49622d20-e583-4f3f-92c4-17388d09506b on network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:54:41.617409 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Port 49622d20-e583-4f3f-92c4-17388d09506b on network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:54:41.617808 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Attempting to bind port 49622d20-e583-4f3f-92c4-17388d09506b on network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:54:41.623598 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:54:41.623968 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Checking segment: {'id': '020700c2-f330-4566-ba5d-4a95cd9e2e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:54:41.624509 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Bound using segment: {'id': '020700c2-f330-4566-ba5d-4a95cd9e2e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:54:41.624830 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Bound port: 49622d20-e583-4f3f-92c4-17388d09506b, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '020700c2-f330-4566-ba5d-4a95cd9e2e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:54:41.631023 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:41.631234 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-57739242-9289-4965-b56f-c0079ea34d77 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:41.705061 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-57739242-9289-4965-b56f-c0079ea34d77 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:41.708582 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] For port 49622d20-e583-4f3f-92c4-17388d09506b, host hv-cinder-78729, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:54:41.711910 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] For port 49622d20-e583-4f3f-92c4-17388d09506b, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=49622d20-e583-4f3f-92c4-17388d09506b,segment=NetworkSegment(020700c2-f330-4566-ba5d-4a95cd9e2e23),segment_id=020700c2-f330-4566-ba5d-4a95cd9e2e23)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:54:41.771580 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-57739242-9289-4965-b56f-c0079ea34d77 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:41.803995 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57739242-9289-4965-b56f-c0079ea34d77 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25daadc9-e85c-440d-b029-3e4cb5c7bc2d,revision_number=0']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:41.823831 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068b59e-4efa-46f9-9457-dc9de3b17124 req-707dcee3-dccc-4410-a79f-3e612e3affb4 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:41.825397 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9068b59e-4efa-46f9-9457-dc9de3b17124 req-707dcee3-dccc-4410-a79f-3e612e3affb4 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 944 time: 0.0582960 Aug 07 12:54:41.831913 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:41.889989 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:41.890637 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:41.892022 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] 10.222.0.58 "PUT /v2.0/ports/49622d20-e583-4f3f-92c4-17388d09506b HTTP/1.1" status: 200 len: 1094 time: 1.0847697 Aug 07 12:54:41.892498 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd441dbd3-947c-4354-bc13-5bcaaf85e4ed', 'tag': '49622d20-e583-4f3f-92c4-17388d09506b'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:54:41.895065 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9048b21f-4147-4775-bcf3-5ca16cbd0bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "d441dbd3-947c-4354-bc13-5bcaaf85e4ed", "tag": "49622d20-e583-4f3f-92c4-17388d09506b"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:54:41.919327 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9068b59e-4efa-46f9-9457-dc9de3b17124 req-929b69d7-0463-4972-b017-715a576c72b3 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba054a55-b06e-461b-b551-295f59bdaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850689 Aug 07 12:54:41.934615 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1944c-4edc-4d24-be7e-2546df687916 service neutron] Pushing event updated for resources: {'Port': ['ID=49622d20-e583-4f3f-92c4-17388d09506b,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:41.957553 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-57739242-9289-4965-b56f-c0079ea34d77 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:41.961419 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-57739242-9289-4965-b56f-c0079ea34d77 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4445729 Aug 07 12:54:41.963131 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37878) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:41.968566 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-54e1927b-0a84-461b-86be-da50a6d206d3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Request body: {'security_group_rule': {'security_group_id': '84f81846-dfaa-47f0-9747-7cb36444c99d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:54:42.028166 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436102cc-021f-4c8d-9f36-922c626bca95 x-openstack-request-id: req-436102cc-021f-4c8d-9f36-922c626bca95 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:54:42.028464 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d441dbd3-947c-4354-bc13-5bcaaf85e4ed", "tag": "49622d20-e583-4f3f-92c4-17388d09506b", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:54:42.028713 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-436102cc-021f-4c8d-9f36-922c626bca95 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:54:42.029111 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd441dbd3-947c-4354-bc13-5bcaaf85e4ed', 'tag': '49622d20-e583-4f3f-92c4-17388d09506b', 'status': 'completed', 'code': 200} Aug 07 12:54:42.118910 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b21f-4147-4775-bcf3-5ca16cbd0bf6 req-28fd32dc-814c-4f44-b8e8-00b0f607782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:42.120445 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9048b21f-4147-4775-bcf3-5ca16cbd0bf6 req-28fd32dc-814c-4f44-b8e8-00b0f607782a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe58962fe09244deb2d59c8d994e7b3e&device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 1097 time: 0.0443630 Aug 07 12:54:42.167248 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-54e1927b-0a84-461b-86be-da50a6d206d3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:42.231300 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-54e1927b-0a84-461b-86be-da50a6d206d3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:42.238706 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b21f-4147-4775-bcf3-5ca16cbd0bf6 req-b21c9a4f-63f3-4cb8-bcd2-f11ba9da106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:42.240414 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9048b21f-4147-4775-bcf3-5ca16cbd0bf6 req-b21c9a4f-63f3-4cb8-bcd2-f11ba9da106a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=fe58962fe09244deb2d59c8d994e7b3e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1027200 Aug 07 12:54:42.351091 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048b21f-4147-4775-bcf3-5ca16cbd0bf6 req-08be3bf4-28f4-4859-b11e-6c87402cdd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:42.352618 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9048b21f-4147-4775-bcf3-5ca16cbd0bf6 req-08be3bf4-28f4-4859-b11e-6c87402cdd56 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979614 Aug 07 12:54:42.361295 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-54e1927b-0a84-461b-86be-da50a6d206d3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:42.388195 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1927b-0a84-461b-86be-da50a6d206d3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be35d4b-f543-4c84-9398-a14cee94f8a4,revision_number=0']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:42.457550 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-5bb1f5a2-f340-4ead-ba35-ac003cd74934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:42.459106 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-5bb1f5a2-f340-4ead-ba35-ac003cd74934 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe58962fe09244deb2d59c8d994e7b3e&device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 1097 time: 0.0423911 Aug 07 12:54:42.521137 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-d324fff6-71d7-40f3-b3b9-f7587469d2c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49622d20-e583-4f3f-92c4-17388d09506b HTTP/1.1" status: 200 len: 217 time: 0.0396864 Aug 07 12:54:42.580110 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-39a15dc3-558c-4d05-8b6f-347b6f6b7725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:42.582438 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-39a15dc3-558c-4d05-8b6f-347b6f6b7725 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=300bb429-c76c-4118-afab-6302f18dd66e HTTP/1.1" status: 200 len: 849 time: 0.0502183 Aug 07 12:54:42.601668 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-54e1927b-0a84-461b-86be-da50a6d206d3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:42.603103 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-54e1927b-0a84-461b-86be-da50a6d206d3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6386998 Aug 07 12:54:42.606258 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37890) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:42.611091 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-fd39fe16-6eeb-4ad0-b6b1-be0390833f4b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Request body: {'floatingip': {'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:54:42.641350 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-93e14cb3-ba34-4d10-b9b4-bdfb6ea33c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:42.642900 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-93e14cb3-ba34-4d10-b9b4-bdfb6ea33c31 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495927 Aug 07 12:54:42.717355 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fd39fe16-6eeb-4ad0-b6b1-be0390833f4b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for floatingip, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:42.745725 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-ca38edc6-5cde-4f75-b1c2-8945ccf8743f service neutron] 10.222.0.58 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938561 Aug 07 12:54:42.831006 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fd39fe16-6eeb-4ad0-b6b1-be0390833f4b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:42.851368 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bc08feb9-b498-4463-9f3b-acbf9d0706d0 req-3a8bc9df-cb4e-4b55-ad98-05e3fcf0d445 service neutron] 10.222.0.58 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979650 Aug 07 12:54:42.948658 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-fd39fe16-6eeb-4ad0-b6b1-be0390833f4b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Allocated IP 172.27.3.68 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/ba3aaad1-ba69-483a-a0e0-97c7e4592b71) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:54:43.049789 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca2a2e-1fb0-4fe4-8bc1-80920e9b92d7 req-bc6ecdc1-c332-4c3f-8a36-986e15cc5b3a tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:43.051527 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-98ca2a2e-1fb0-4fe4-8bc1-80920e9b92d7 req-bc6ecdc1-c332-4c3f-8a36-986e15cc5b3a tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 944 time: 0.0540762 Aug 07 12:54:43.061252 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fd39fe16-6eeb-4ad0-b6b1-be0390833f4b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:43.097423 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-98ca2a2e-1fb0-4fe4-8bc1-80920e9b92d7 req-e23f1979-6fa0-4a48-b70d-afc26613ef4a tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba054a55-b06e-461b-b551-295f59bdaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398822 Aug 07 12:54:43.201668 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fd39fe16-6eeb-4ad0-b6b1-be0390833f4b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:43.239528 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd39fe16-6eeb-4ad0-b6b1-be0390833f4b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:54:43.246465 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-fd39fe16-6eeb-4ad0-b6b1-be0390833f4b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:54:43.250639 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd39fe16-6eeb-4ad0-b6b1-be0390833f4b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:54:43.275962 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39fe16-6eeb-4ad0-b6b1-be0390833f4b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Pushing event updated for resources: {'Port': ['ID=ba3aaad1-ba69-483a-a0e0-97c7e4592b71,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:43.349243 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fd39fe16-6eeb-4ad0-b6b1-be0390833f4b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:43.514150 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fd39fe16-6eeb-4ad0-b6b1-be0390833f4b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:43.666963 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fd39fe16-6eeb-4ad0-b6b1-be0390833f4b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:43.768326 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fd39fe16-6eeb-4ad0-b6b1-be0390833f4b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:43.834171 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39fe16-6eeb-4ad0-b6b1-be0390833f4b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Pushing event updated for resources: {'Port': ['ID=ba3aaad1-ba69-483a-a0e0-97c7e4592b71,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:43.848195 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fd39fe16-6eeb-4ad0-b6b1-be0390833f4b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519576'] for floatingip, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:43.985943 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-fd39fe16-6eeb-4ad0-b6b1-be0390833f4b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:43.987348 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-fd39fe16-6eeb-4ad0-b6b1-be0390833f4b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3799734 Aug 07 12:54:44.184724 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-ad231dc2-e489-4029-b499-4c1a123ecc75 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--301386472&fields=id&tenant_id=e29947f4009940b3bee8115587b5f0bf HTTP/1.1" status: 200 len: 267 time: 0.0370116 Aug 07 12:54:44.223897 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a6d09-6b09-4862-af77-462376ccb220 req-b7aa0f0c-805b-4a83-90d1-bea229cde0d1 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:44.225540 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f44a6d09-6b09-4862-af77-462376ccb220 req-b7aa0f0c-805b-4a83-90d1-bea229cde0d1 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 944 time: 0.0597706 Aug 07 12:54:44.266992 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f44a6d09-6b09-4862-af77-462376ccb220 req-e4ec40b7-7677-4fd0-87b8-3c0d23c1dbd7 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba054a55-b06e-461b-b551-295f59bdaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347686 Aug 07 12:54:44.306633 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-d1dd045c-93a4-4d68-870e-0dcae0ba6c0b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:44.308464 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-d1dd045c-93a4-4d68-870e-0dcae0ba6c0b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/networks?id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda HTTP/1.1" status: 200 len: 816 time: 0.1154497 Aug 07 12:54:44.326115 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-c6711fe7-ba9d-42ca-b715-41eaf9835401 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/quotas/e29947f4009940b3bee8115587b5f0bf HTTP/1.1" status: 200 len: 375 time: 0.0106585 Aug 07 12:54:44.381807 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72c0f097-7c3c-4dde-a2b8-410277485557 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e29947f4009940b3bee8115587b5f0bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494719 Aug 07 12:54:44.477038 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-bf8ca294-5c24-4429-8df4-c1c3c3b96047 service neutron] 10.222.0.59 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838406 Aug 07 12:54:44.572885 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-e939b9f4-59f0-4603-8775-7998610f304a service neutron] 10.222.0.59 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896971 Aug 07 12:54:44.815419 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 37970) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:44.922843 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2800d8f4-da14-47f6-a067-09d2417d0ddc req-42576fd0-0da4-4457-bf9d-3f322a68a1b9 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 210 time: 0.0284991 Aug 07 12:54:45.182615 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 2ec4f04e-5135-4995-8235-4271c76fec57 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:54:45.203246 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: 2ec4f04e-5135-4995-8235-4271c76fec57 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:54:45.203594 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 2ec4f04e-5135-4995-8235-4271c76fec57 not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:54:45.438839 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a0a21-455a-414a-bdd4-ad16cf0aeaf0 req-f411a687-6478-4b98-bc16-badc6eec3fe5 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:45.438839 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e00a0a21-455a-414a-bdd4-ad16cf0aeaf0 req-f411a687-6478-4b98-bc16-badc6eec3fe5 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 944 time: 0.0870774 Aug 07 12:54:45.523298 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e00a0a21-455a-414a-bdd4-ad16cf0aeaf0 req-699027be-4875-4e78-9989-1367f41487e0 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba054a55-b06e-461b-b551-295f59bdaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795820 Aug 07 12:54:45.569689 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4cd06383-0573-4f88-8663-cf00bf1c159a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520856'] for router_interface, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:45.874555 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4cd06383-0573-4f88-8663-cf00bf1c159a admin admin] Deleting port 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:54:45.875214 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4cd06383-0573-4f88-8663-cf00bf1c159a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:45.911455 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 37998) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:45.958378 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4cd06383-0573-4f88-8663-cf00bf1c159a admin admin] For port 6363fd22-dd31-4881-834c-cd7a9b9f5dd8, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=6363fd22-dd31-4881-834c-cd7a9b9f5dd8,segment=NetworkSegment(50e27e6a-824e-4b53-9d92-cb775a3765f9),segment_id=50e27e6a-824e-4b53-9d92-cb775a3765f9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:45.958841 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4cd06383-0573-4f88-8663-cf00bf1c159a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:45.973664 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4cd06383-0573-4f88-8663-cf00bf1c159a admin admin] Calling delete_port for 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 owned by network:router_interface {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:54:46.039222 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a72142b7-52ae-48d4-8264-a964ae33c586 req-e7ae9c58-5f90-4631-bed5-15c62f34f9f1 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 210 time: 0.0351326 Aug 07 12:54:46.045458 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c535d95f-5127-466d-af68-076eb41fbdd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:46.142146 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c535d95f-5127-466d-af68-076eb41fbdd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:46.288235 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c535d95f-5127-466d-af68-076eb41fbdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:46.328547 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-c535d95f-5127-466d-af68-076eb41fbdd9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a51ac4c37374ebfbde99917f93237b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4159262 Aug 07 12:54:46.329464 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535d95f-5127-466d-af68-076eb41fbdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e1ef84-baa1-49f8-bf1f-5eaa1685e7dd,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:46.331597 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 38008) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:46.349819 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4cd06383-0573-4f88-8663-cf00bf1c159a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:46.401376 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd06383-0573-4f88-8663-cf00bf1c159a admin admin] Pushing event deleted for resources: {'Port': ['ID=6363fd22-dd31-4881-834c-cd7a9b9f5dd8,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:46.470732 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75475a8c-fe84-46a7-9e09-ea45a46d9354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:46.534916 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75475a8c-fe84-46a7-9e09-ea45a46d9354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:46.661003 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4cd06383-0573-4f88-8663-cf00bf1c159a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520232'] for router_interface, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:46.681460 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08576a7-15f6-42ca-acfd-fb8733e7002a req-48085a20-c6ed-4722-a2b0-cd237269de95 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:46.682898 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d08576a7-15f6-42ca-acfd-fb8733e7002a req-48085a20-c6ed-4722-a2b0-cd237269de95 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 944 time: 0.0792031 Aug 07 12:54:46.787814 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d08576a7-15f6-42ca-acfd-fb8733e7002a req-448833ff-cd0b-4952-bdf2-6709b5915c7b tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba054a55-b06e-461b-b551-295f59bdaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989943 Aug 07 12:54:46.805234 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75475a8c-fe84-46a7-9e09-ea45a46d9354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:46.807805 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-75475a8c-fe84-46a7-9e09-ea45a46d9354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:46.808922 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-75475a8c-fe84-46a7-9e09-ea45a46d9354 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c5e1ef84-baa1-49f8-bf1f-5eaa1685e7dd HTTP/1.1" status: 204 len: 168 time: 0.4762213 Aug 07 12:54:46.822325 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75475a8c-fe84-46a7-9e09-ea45a46d9354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e1ef84-baa1-49f8-bf1f-5eaa1685e7dd,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:46.943005 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd06383-0573-4f88-8663-cf00bf1c159a admin admin] Router 7d6ed691-7bca-4f47-93a6-fd312d037d0c has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:54:47.058149 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd06383-0573-4f88-8663-cf00bf1c159a admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:54:47.067066 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-4cd06383-0573-4f88-8663-cf00bf1c159a admin admin] 10.222.0.59 "PUT /v2.0/routers/7d6ed691-7bca-4f47-93a6-fd312d037d0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2503545 Aug 07 12:54:47.067407 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38016) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:47.070587 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d577452-c67f-453b-b7de-84d3d00ee643 None None] Sync routers for ids ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:54:47.084718 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d577452-c67f-453b-b7de-84d3d00ee643 None None] Routers {'7d6ed691-7bca-4f47-93a6-fd312d037d0c'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:54:47.085468 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2d577452-c67f-453b-b7de-84d3d00ee643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:54:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:47.150096 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9155db6c-edfb-4497-b478-263de8d9f109 req-43f55c18-5554-45b6-96e4-3370c99c927b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 210 time: 0.0338795 Aug 07 12:54:47.204062 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 49622d20-e583-4f3f-92c4-17388d09506b details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:54:47.218511 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a332-807b-4387-aa11-30835420ca54 admin admin] Notify callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:47.235540 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-2d577452-c67f-453b-b7de-84d3d00ee643 None None] Set router 7d6ed691-7bca-4f47-93a6-fd312d037d0c gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:54:47.341144 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a332-807b-4387-aa11-30835420ca54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:47.443982 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 49622d20-e583-4f3f-92c4-17388d09506b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=49622d20-e583-4f3f-92c4-17388d09506b,segment=NetworkSegment(020700c2-f330-4566-ba5d-4a95cd9e2e23),segment_id=020700c2-f330-4566-ba5d-4a95cd9e2e23)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:47.475081 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': '49622d20-e583-4f3f-92c4-17388d09506b', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'port_id': '49622d20-e583-4f3f-92c4-17388d09506b', 'mac_address': 'fa:16:3e:da:3f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300bb429-c76c-4118-afab-6302f18dd66e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:54:47.525795 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:47.543122 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49622d20-e583-4f3f-92c4-17388d09506b {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:54:47.549423 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2d577452-c67f-453b-b7de-84d3d00ee643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'name': 'tempest-TestMinimumBasicScenario-370315475-router', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:01Z', 'updated_at': '2021-08-07T12:54:46Z', 'revision_number': 5, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'gw_port': {'id': 'dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:90:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:02Z', 'updated_at': '2021-08-07T12:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:47.555570 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-fdd4a332-807b-4387-aa11-30835420ca54 admin admin] Deleting port dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:54:47.555918 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a332-807b-4387-aa11-30835420ca54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:47.586973 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d577452-c67f-453b-b7de-84d3d00ee643 None None] Checking router: 7d6ed691-7bca-4f47-93a6-fd312d037d0c for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:54:47.599385 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 49622d20-e583-4f3f-92c4-17388d09506b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=49622d20-e583-4f3f-92c4-17388d09506b,segment=NetworkSegment(020700c2-f330-4566-ba5d-4a95cd9e2e23),segment_id=020700c2-f330-4566-ba5d-4a95cd9e2e23)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:47.604725 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d577452-c67f-453b-b7de-84d3d00ee643 None None] Routers {'7d6ed691-7bca-4f47-93a6-fd312d037d0c'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:54:47.605377 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2d577452-c67f-453b-b7de-84d3d00ee643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:54:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:47.696577 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:47.704701 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-fdd4a332-807b-4387-aa11-30835420ca54 admin admin] For port dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:47.704701 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a332-807b-4387-aa11-30835420ca54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:47.727688 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-fdd4a332-807b-4387-aa11-30835420ca54 admin admin] Calling delete_port for dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:54:47.734766 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-2d577452-c67f-453b-b7de-84d3d00ee643 None None] Set router 7d6ed691-7bca-4f47-93a6-fd312d037d0c gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:54:47.803878 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-2d577452-c67f-453b-b7de-84d3d00ee643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'name': 'tempest-TestMinimumBasicScenario-370315475-router', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:01Z', 'updated_at': '2021-08-07T12:54:47Z', 'revision_number': 6, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'gw_port_host': None}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:47.825943 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-82faa611-dcd4-4d81-8e24-acd6bd573727 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:47.827913 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-82faa611-dcd4-4d81-8e24-acd6bd573727 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.58 "GET /v2.0/networks?id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda HTTP/1.1" status: 200 len: 816 time: 0.2107570 Aug 07 12:54:47.876074 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d577452-c67f-453b-b7de-84d3d00ee643 None None] The sync data for ids ['7d6ed691-7bca-4f47-93a6-fd312d037d0c'] in dv-cinder-787296-2-iscsi is: [{'id': '7d6ed691-7bca-4f47-93a6-fd312d037d0c', 'name': 'tempest-TestMinimumBasicScenario-370315475-router', 'tenant_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:01Z', 'updated_at': '2021-08-07T12:54:47Z', 'revision_number': 6, 'project_id': 'f4348dfe6e614bc198a34de32e5fb8c7', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:54:47.901474 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=49622d20-e583-4f3f-92c4-17388d09506b,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:47.916991 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:47.918064 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:47.921445 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:47.923400 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:47.923836 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:47.924273 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:47.924708 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:47.927336 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:47.927920 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:47.929669 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:47.939006 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:47.939849 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:54:47.947246 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-dd6269f8-b2f7-4488-85ae-a4fa8f0626ac tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e29947f4009940b3bee8115587b5f0bf HTTP/1.1" status: 200 len: 379 time: 0.0952711 Aug 07 12:54:47.950174 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf64aa-6a11-456a-bc9e-14a2a57f54b6 req-388ab9d0-4d88-4b2f-8abd-0aa20ad548b8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:47.958002 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b5cf64aa-6a11-456a-bc9e-14a2a57f54b6 req-388ab9d0-4d88-4b2f-8abd-0aa20ad548b8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 945 time: 0.0736315 Aug 07 12:54:47.959739 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-47a3a3a4-f178-46f0-b751-db57515715f8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Request body: {'port': {'device_id': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'admin_state_up': True, 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'security_groups': ['84f81846-dfaa-47f0-9747-7cb36444c99d']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:54:47.994785 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b5cf64aa-6a11-456a-bc9e-14a2a57f54b6 req-108d0e0e-f4b6-4d87-a108-4d2f1d86c869 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba054a55-b06e-461b-b551-295f59bdaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358102 Aug 07 12:54:48.062750 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['49622d20-e583-4f3f-92c4-17388d09506b'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:54:48.335220 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4b59cca6-c7eb-4fbf-8bb7-37c47c17160e req-a694615c-9332-4e6e-8f96-e3a4653b85f2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 210 time: 0.0564375 Aug 07 12:54:48.483267 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a332-807b-4387-aa11-30835420ca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:48.513274 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4a332-807b-4387-aa11-30835420ca54 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:48.515125 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-47a3a3a4-f178-46f0-b751-db57515715f8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Made reservation on behalf of e29947f4009940b3bee8115587b5f0bf for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:54:48.518585 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-47a3a3a4-f178-46f0-b751-db57515715f8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:48.630808 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a332-807b-4387-aa11-30835420ca54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519630'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:48.756433 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a332-807b-4387-aa11-30835420ca54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14478'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:48.760204 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a332-807b-4387-aa11-30835420ca54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:48.813735 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-47a3a3a4-f178-46f0-b751-db57515715f8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Allocated IP 172.20.0.5 (c5e5c8fc-001a-43dd-829c-9975cfb7dbda/556b420c-994e-4c56-8be2-27810f5c2247/8ca1b7bb-1745-4d38-a9b3-30431331af30) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:54:48.964306 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-47a3a3a4-f178-46f0-b751-db57515715f8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:48.978503 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-47a3a3a4-f178-46f0-b751-db57515715f8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Transition to ACTIVE for port object 8ca1b7bb-1745-4d38-a9b3-30431331af30 will not be triggered until provisioned by entity DHCP. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:54:48.987899 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a332-807b-4387-aa11-30835420ca54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522958'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:48.988791 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd4a332-807b-4387-aa11-30835420ca54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d6ed691-7bca-4f47-93a6-fd312d037d0c {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 12:54:48.997116 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fdd4a332-807b-4387-aa11-30835420ca54 admin admin] Notify callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:48.998230 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-fdd4a332-807b-4387-aa11-30835420ca54 admin admin] 10.222.0.59 "DELETE /v2.0/routers/7d6ed691-7bca-4f47-93a6-fd312d037d0c HTTP/1.1" status: 204 len: 168 time: 1.9295824 Aug 07 12:54:49.001009 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 38048) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:49.083782 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c233457-d9b3-4c21-a891-cd8c490d1c17 admin admin] Deleting subnet 5f9c7382-5394-4ee4-8159-ac95ff10726f {{(pid=100621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 12:54:49.101519 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9c233457-d9b3-4c21-a891-cd8c490d1c17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:49.121931 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-47a3a3a4-f178-46f0-b751-db57515715f8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:49.145469 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9c233457-d9b3-4c21-a891-cd8c490d1c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3637977'] for subnet, precommit_delete_associations {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:49.164720 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-47a3a3a4-f178-46f0-b751-db57515715f8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Network c5e5c8fc-001a-43dd-829c-9975cfb7dbda is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:54:49.169891 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-47a3a3a4-f178-46f0-b751-db57515715f8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:54:49.173592 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-47a3a3a4-f178-46f0-b751-db57515715f8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:54:49.174828 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97bddad-664a-4c3a-afb5-122ba73a25aa req-06ebde9d-3e7a-4627-b2d4-224c45d2d3f4 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:49.176464 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b97bddad-664a-4c3a-afb5-122ba73a25aa req-06ebde9d-3e7a-4627-b2d4-224c45d2d3f4 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 945 time: 0.1081676 Aug 07 12:54:49.201370 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3a3a4-f178-46f0-b751-db57515715f8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Pushing event updated for resources: {'Port': ['ID=8ca1b7bb-1745-4d38-a9b3-30431331af30,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:49.217403 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 49622d20-e583-4f3f-92c4-17388d09506b up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:54:49.237622 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-47a3a3a4-f178-46f0-b751-db57515715f8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:49.238348 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-47a3a3a4-f178-46f0-b751-db57515715f8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:49.249437 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b97bddad-664a-4c3a-afb5-122ba73a25aa req-7c98559d-c042-4524-b852-bf83e6b9ade4 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba054a55-b06e-461b-b551-295f59bdaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612524 Aug 07 12:54:49.308636 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9c233457-d9b3-4c21-a891-cd8c490d1c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528469'] for subnet, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:49.358030 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-47a3a3a4-f178-46f0-b751-db57515715f8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4026999 Aug 07 12:54:49.386168 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Request body: {'port': {'device_id': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:54:49.476699 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9c233457-d9b3-4c21-a891-cd8c490d1c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8863388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2431407'] for subnet, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:49.480811 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:49.502428 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c233457-d9b3-4c21-a891-cd8c490d1c17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f9c7382-5394-4ee4-8159-ac95ff10726f,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:49.509120 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9c233457-d9b3-4c21-a891-cd8c490d1c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:49.516677 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-9c233457-d9b3-4c21-a891-cd8c490d1c17 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5f9c7382-5394-4ee4-8159-ac95ff10726f HTTP/1.1" status: 204 len: 168 time: 0.5076215 Aug 07 12:54:49.516677 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 38058) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:49.518557 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1eb83cd-1ade-4b55-b75f-2177c2ed2d9d None None] Network 134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:54:49.541697 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38e874-dabc-4514-ba4c-6f114ddb22ab req-a1b9f7ce-4704-4dac-a41b-9a761fefeb42 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:49.543243 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ae38e874-dabc-4514-ba4c-6f114ddb22ab req-a1b9f7ce-4704-4dac-a41b-9a761fefeb42 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 931 time: 0.0934021 Aug 07 12:54:49.584967 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port 49622d20-e583-4f3f-92c4-17388d09506b completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:54:49.590862 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port 49622d20-e583-4f3f-92c4-17388d09506b triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:54:49.591254 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:49.638632 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561226'] for network, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:49.667466 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-08c3f564-ec8a-4a55-a6ed-c4298d362b7d None None] Provisioning for port 8ca1b7bb-1745-4d38-a9b3-30431331af30 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:54:49.674792 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-08c3f564-ec8a-4a55-a6ed-c4298d362b7d None None] Provisioning complete for port 8ca1b7bb-1745-4d38-a9b3-30431331af30 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:54:49.675058 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-08c3f564-ec8a-4a55-a6ed-c4298d362b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:49.683678 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ae38e874-dabc-4514-ba4c-6f114ddb22ab req-f70ab079-a95c-4f19-b306-699f92baffd2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273928 Aug 07 12:54:49.728705 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] Deleting port 131472c2-3dbb-49b9-ba59-31f50e4edf97 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:54:49.729078 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:49.778108 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-08c3f564-ec8a-4a55-a6ed-c4298d362b7d None None] Port 8ca1b7bb-1745-4d38-a9b3-30431331af30 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:54:49.800850 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] For port 131472c2-3dbb-49b9-ba59-31f50e4edf97, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=131472c2-3dbb-49b9-ba59-31f50e4edf97,segment=NetworkSegment(50e27e6a-824e-4b53-9d92-cb775a3765f9),segment_id=50e27e6a-824e-4b53-9d92-cb775a3765f9)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:49.801326 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:49.809578 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:49.822203 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] Calling delete_port for 131472c2-3dbb-49b9-ba59-31f50e4edf97 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:54:49.842347 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd441dbd3-947c-4354-bc13-5bcaaf85e4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49622d20-e583-4f3f-92c4-17388d09506b'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:54:49.844891 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1281f32-2010-45e4-95ae-f68bce15c1ec" -d '{"events": [{"server_uuid": "d441dbd3-947c-4354-bc13-5bcaaf85e4ed", "name": "network-vif-plugged", "status": "completed", "tag": "49622d20-e583-4f3f-92c4-17388d09506b"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:54:49.865296 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 49622d20-e583-4f3f-92c4-17388d09506b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=49622d20-e583-4f3f-92c4-17388d09506b,segment=NetworkSegment(020700c2-f330-4566-ba5d-4a95cd9e2e23),segment_id=020700c2-f330-4566-ba5d-4a95cd9e2e23)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:49.904985 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ba9249-ff99-4bf4-86ed-295ff32ee562 None None] DHCP port deletion for 134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 request from dv-cinder-787296-2-iscsi {{(pid=100622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 12:54:49.907417 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca1b7bb-1745-4d38-a9b3-30431331af30 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:54:49.917890 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:49.918551 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:54:49.931631 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Transition to ACTIVE for port object 8ca1b7bb-1745-4d38-a9b3-30431331af30 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:54:49.957873 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:54:49.959970 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device dfb5ba4c-2bde-4bfb-bbe4-5b47c2e64a6b not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:54:49.959970 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:54:49.995824 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:54:49.995824 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 6363fd22-dd31-4881-834c-cd7a9b9f5dd8 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:54:50.009550 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-87ba9249-ff99-4bf4-86ed-295ff32ee562 None None] Deleting port 131472c2-3dbb-49b9-ba59-31f50e4edf97 {{(pid=100622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:54:50.009934 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-87ba9249-ff99-4bf4-86ed-295ff32ee562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:50.049564 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:50.057916 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:50.084710 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] Pushing event deleted for resources: {'Port': ['ID=131472c2-3dbb-49b9-ba59-31f50e4edf97,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:50.087093 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] No DVR routers for this DVR port 131472c2-3dbb-49b9-ba59-31f50e4edf97 on host dv-cinder-787296-2-iscsi {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:54:50.108778 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f39a1c-49ef-4fe1-998d-d6c1d83dbc68 x-openstack-request-id: req-32f39a1c-49ef-4fe1-998d-d6c1d83dbc68 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:54:50.109072 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d441dbd3-947c-4354-bc13-5bcaaf85e4ed", "name": "network-vif-plugged", "status": "completed", "tag": "49622d20-e583-4f3f-92c4-17388d09506b", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:54:50.109323 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-32f39a1c-49ef-4fe1-998d-d6c1d83dbc68 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:54:50.109715 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd441dbd3-947c-4354-bc13-5bcaaf85e4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49622d20-e583-4f3f-92c4-17388d09506b', 'code': 200} Aug 07 12:54:50.117589 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:50.124004 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-87ba9249-ff99-4bf4-86ed-295ff32ee562 None None] For port 131472c2-3dbb-49b9-ba59-31f50e4edf97, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=131472c2-3dbb-49b9-ba59-31f50e4edf97,segment=NetworkSegment(50e27e6a-824e-4b53-9d92-cb775a3765f9),segment_id=50e27e6a-824e-4b53-9d92-cb775a3765f9)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:50.124644 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-87ba9249-ff99-4bf4-86ed-295ff32ee562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:50.148550 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-87ba9249-ff99-4bf4-86ed-295ff32ee562 None None] Calling delete_port for 131472c2-3dbb-49b9-ba59-31f50e4edf97 owned by network:dhcp {{(pid=100622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:54:50.165449 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=49622d20-e583-4f3f-92c4-17388d09506b,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:50.203496 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca1b7bb-1745-4d38-a9b3-30431331af30,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:50.268506 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Attempting to bind port 8ca1b7bb-1745-4d38-a9b3-30431331af30 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:54:50.269421 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Attempting to bind port 8ca1b7bb-1745-4d38-a9b3-30431331af30 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '4a3224e1-0df8-43a5-a796-b62f5d183cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:54:50.270269 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Attempting to bind port 8ca1b7bb-1745-4d38-a9b3-30431331af30 on network c5e5c8fc-001a-43dd-829c-9975cfb7dbda {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:54:50.276323 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Port 8ca1b7bb-1745-4d38-a9b3-30431331af30 on network c5e5c8fc-001a-43dd-829c-9975cfb7dbda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:54:50.276971 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Attempting to bind port 8ca1b7bb-1745-4d38-a9b3-30431331af30 on network c5e5c8fc-001a-43dd-829c-9975cfb7dbda {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:54:50.299803 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:54:50.300350 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Checking segment: {'id': '4a3224e1-0df8-43a5-a796-b62f5d183cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:54:50.301941 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Bound using segment: {'id': '4a3224e1-0df8-43a5-a796-b62f5d183cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:54:50.302585 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Bound port: 8ca1b7bb-1745-4d38-a9b3-30431331af30, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3224e1-0df8-43a5-a796-b62f5d183cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:54:50.304472 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:50.360114 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-87ba9249-ff99-4bf4-86ed-295ff32ee562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374'] for port, after_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:50.384047 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ba9249-ff99-4bf4-86ed-295ff32ee562 None None] No DVR routers for this DVR port 131472c2-3dbb-49b9-ba59-31f50e4edf97 on host dv-cinder-787296-2-iscsi {{(pid=100622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:54:50.418866 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba9249-ff99-4bf4-86ed-295ff32ee562 None None] Pushing event deleted for resources: {'Port': ['ID=131472c2-3dbb-49b9-ba59-31f50e4edf97,revision_number=None']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:50.448046 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531410', 'neutron.services.segments.db._delete_segments_for_network-8739267626096'] for network, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:50.466997 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134b4d9c-f32e-4c85-b5e1-3d7bc3f22273']}} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:50.481400 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610115e-a66e-4fd9-812b-b6d9cb350a8b req-a014b534-20b6-4649-a5e5-0dd5d96ccbb1 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:50.481917 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e27e6a-824e-4b53-9d92-cb775a3765f9') {'for_net_delete': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:50.483579 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e27e6a-824e-4b53-9d92-cb775a3765f9') {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:50.489789 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e610115e-a66e-4fd9-812b-b6d9cb350a8b req-a014b534-20b6-4649-a5e5-0dd5d96ccbb1 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 946 time: 0.1165802 Aug 07 12:54:50.497169 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739267629177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637966'] for segment, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:50.501734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] For port 8ca1b7bb-1745-4d38-a9b3-30431331af30, host hv-cinder-78729, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:54:50.525087 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:50.528914 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] For port 8ca1b7bb-1745-4d38-a9b3-30431331af30, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8ca1b7bb-1745-4d38-a9b3-30431331af30,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:54:50.543387 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e610115e-a66e-4fd9-812b-b6d9cb350a8b req-4c9710a6-67a1-47a9-a4f6-8cd60c330bf0 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba054a55-b06e-461b-b551-295f59bdaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524459 Aug 07 12:54:50.547685 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=100621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 12:54:50.548101 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8863298'] for segment, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: Traceback (most recent call last): Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: timer() Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: cb(*args, **kw) Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: return func(*args, **kwargs) Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: self._notify() Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: self.callback(batched_events) Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: event.method(event) Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: return f(self, *a, **k) Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._get(url).json() Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: return self.request(url, 'GET', **kwargs) Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 12:54:50.549839 dv-cinder-787296-2-iscsi neutron-server[100621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 12:54:50.602327 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:50.612943 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3664636-efb7-47b2-a537-2db667def97f req-0e8dc70d-e900-49ea-96a2-e27ad860db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:50.615111 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b3664636-efb7-47b2-a537-2db667def97f req-0e8dc70d-e900-49ea-96a2-e27ad860db76 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 1099 time: 0.1011484 Aug 07 12:54:50.616203 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 38070) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:50.642085 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:50.650908 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:50.650908 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] 10.222.0.58 "PUT /v2.0/ports/8ca1b7bb-1745-4d38-a9b3-30431331af30 HTTP/1.1" status: 200 len: 1093 time: 1.2677500 Aug 07 12:54:50.650908 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'tag': '8ca1b7bb-1745-4d38-a9b3-30431331af30'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:54:50.650908 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462cdcff-ba52-4a19-b65b-6b1a250cf2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "dd707ecb-c1d3-4e19-8b0b-74895ea7f505", "tag": "8ca1b7bb-1745-4d38-a9b3-30431331af30"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:54:50.676925 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72750490-e6fa-44da-9c04-a80b4e2e3413 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca1b7bb-1745-4d38-a9b3-30431331af30,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:50.698013 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_v2 [None req-473f1b95-6630-408a-b389-0bc093299658 admin admin] Deleting subnet 2e155a44-a32a-437e-ad05-e71b75d66661 {{(pid=100621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 12:54:50.710124 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3641f350-a49c-43e3-b2d5-8b123673c37d x-openstack-request-id: req-3641f350-a49c-43e3-b2d5-8b123673c37d {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:54:50.710445 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd707ecb-c1d3-4e19-8b0b-74895ea7f505", "tag": "8ca1b7bb-1745-4d38-a9b3-30431331af30", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:54:50.710699 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3641f350-a49c-43e3-b2d5-8b123673c37d {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:54:50.715066 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-473f1b95-6630-408a-b389-0bc093299658 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:50.715205 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'tag': '8ca1b7bb-1745-4d38-a9b3-30431331af30', 'status': 'completed', 'code': 200} Aug 07 12:54:50.715325 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519594'] for network, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:50.744208 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:50.746149 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] 10.222.0.59 "DELETE /v2.0/networks/134b4d9c-f32e-4c85-b5e1-3d7bc3f22273 HTTP/1.1" status: 204 len: 168 time: 1.2296250 Aug 07 12:54:50.747954 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b3664636-efb7-47b2-a537-2db667def97f req-fb988029-ce23-4684-9a5f-c989541c3a3f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ba054a55-b06e-461b-b551-295f59bdaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046875 Aug 07 12:54:50.749140 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38076) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:50.763443 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a556c39-ae0c-436e-846d-aeb7400d9d76 admin admin] Pushing event deleted for resources: {'Network': ['ID=134b4d9c-f32e-4c85-b5e1-3d7bc3f22273,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:50.777734 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-473f1b95-6630-408a-b389-0bc093299658 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3637977'] for subnet, precommit_delete_associations {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:50.834657 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-473f1b95-6630-408a-b389-0bc093299658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528469'] for subnet, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:50.901468 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d56dd-4e1e-44a6-b117-0eaf1f4939af req-fef85723-7a68-4012-bd27-65f49f12b9f8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:50.903777 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a00d56dd-4e1e-44a6-b117-0eaf1f4939af req-fef85723-7a68-4012-bd27-65f49f12b9f8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0971327 Aug 07 12:54:50.991482 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a00d56dd-4e1e-44a6-b117-0eaf1f4939af req-c0ccc5d9-a064-41e8-96e0-bd1ab7d972d4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808644 Aug 07 12:54:51.026545 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-473f1b95-6630-408a-b389-0bc093299658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8863388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2431407'] for subnet, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:51.064311 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f1b95-6630-408a-b389-0bc093299658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e155a44-a32a-437e-ad05-e71b75d66661,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:51.065547 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-473f1b95-6630-408a-b389-0bc093299658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:51.068377 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-473f1b95-6630-408a-b389-0bc093299658 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/2e155a44-a32a-437e-ad05-e71b75d66661 HTTP/1.1" status: 204 len: 168 time: 0.4511428 Aug 07 12:54:51.072091 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 38078) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:51.165768 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cdcff-ba52-4a19-b65b-6b1a250cf2dd req-b22888f5-81dd-4961-969d-35e1e5b47e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:51.167437 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-462cdcff-ba52-4a19-b65b-6b1a250cf2dd req-b22888f5-81dd-4961-969d-35e1e5b47e18 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e29947f4009940b3bee8115587b5f0bf&device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 1096 time: 0.1140242 Aug 07 12:54:51.170268 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e3153c83-84c8-42a4-8a88-4e742c516920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561226'] for network, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:51.192017 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-42232dff-d7ac-4e50-8cd4-ca53341561a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520856'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:51.349870 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e3153c83-84c8-42a4-8a88-4e742c516920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531410', 'neutron.services.segments.db._delete_segments_for_network-8739267626096'] for network, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:51.384217 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-e3153c83-84c8-42a4-8a88-4e742c516920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74bc9b9-473a-4cb4-9b05-03291588e0e6']}} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:51.410934 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-e3153c83-84c8-42a4-8a88-4e742c516920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e311aa32-2c0e-4548-bbd5-15018de44a8e') {'for_net_delete': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:51.411225 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-e3153c83-84c8-42a4-8a88-4e742c516920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e311aa32-2c0e-4548-bbd5-15018de44a8e') {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:51.433344 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e3153c83-84c8-42a4-8a88-4e742c516920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739267629177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637966'] for segment, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:51.441534 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-42232dff-d7ac-4e50-8cd4-ca53341561a9 admin admin] Deleting port 8445f36c-e74e-44c3-b0c9-b922f0ba1670 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:54:51.441882 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-42232dff-d7ac-4e50-8cd4-ca53341561a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:51.444481 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cdcff-ba52-4a19-b65b-6b1a250cf2dd req-1d7d73d1-4d3d-40fa-a6cf-072a450519c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:51.445978 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-462cdcff-ba52-4a19-b65b-6b1a250cf2dd req-1d7d73d1-4d3d-40fa-a6cf-072a450519c3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=e29947f4009940b3bee8115587b5f0bf&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2464135 Aug 07 12:54:51.452363 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e3153c83-84c8-42a4-8a88-4e742c516920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:51.491106 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3153c83-84c8-42a4-8a88-4e742c516920 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=100621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 12:54:51.491523 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e3153c83-84c8-42a4-8a88-4e742c516920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8863298'] for segment, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: Traceback (most recent call last): Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: timer() Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: cb(*args, **kw) Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: return func(*args, **kwargs) Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: self._notify() Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: self.callback(batched_events) Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: event.method(event) Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: return f(self, *a, **k) Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._get(url).json() Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: return self.request(url, 'GET', **kwargs) Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 12:54:51.493233 dv-cinder-787296-2-iscsi neutron-server[100621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 12:54:51.520216 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-42232dff-d7ac-4e50-8cd4-ca53341561a9 admin admin] For port 8445f36c-e74e-44c3-b0c9-b922f0ba1670, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=8445f36c-e74e-44c3-b0c9-b922f0ba1670,segment=NetworkSegment(66ae515f-ddd8-422a-a910-879b29aa8d0d),segment_id=66ae515f-ddd8-422a-a910-879b29aa8d0d)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:51.525000 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-42232dff-d7ac-4e50-8cd4-ca53341561a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:51.537740 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-42232dff-d7ac-4e50-8cd4-ca53341561a9 admin admin] Calling delete_port for 8445f36c-e74e-44c3-b0c9-b922f0ba1670 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:54:51.699670 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e3153c83-84c8-42a4-8a88-4e742c516920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519594'] for network, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:51.704560 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-e3153c83-84c8-42a4-8a88-4e742c516920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:51.709756 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-e3153c83-84c8-42a4-8a88-4e742c516920 admin admin] 10.222.0.59 "DELETE /v2.0/networks/e74bc9b9-473a-4cb4-9b05-03291588e0e6 HTTP/1.1" status: 204 len: 168 time: 0.6351974 Aug 07 12:54:51.716359 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462cdcff-ba52-4a19-b65b-6b1a250cf2dd req-1753cc00-f9ce-4d3f-a0f2-e4ccf4c48857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:51.717845 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-462cdcff-ba52-4a19-b65b-6b1a250cf2dd req-1753cc00-f9ce-4d3f-a0f2-e4ccf4c48857 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2632549 Aug 07 12:54:51.732576 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3153c83-84c8-42a4-8a88-4e742c516920 admin admin] Pushing event deleted for resources: {'Network': ['ID=e74bc9b9-473a-4cb4-9b05-03291588e0e6,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:51.746407 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01776bba-29f7-4000-b800-a18162244578 req-a7a3e8f3-e2c0-4669-b499-4c8b711c66b2 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:51.748008 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-01776bba-29f7-4000-b800-a18162244578 req-a7a3e8f3-e2c0-4669-b499-4c8b711c66b2 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 946 time: 0.1275275 Aug 07 12:54:51.794046 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-01776bba-29f7-4000-b800-a18162244578 req-58538c76-d9fa-4a76-9ac9-038915f2b678 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba054a55-b06e-461b-b551-295f59bdaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383937 Aug 07 12:54:51.842831 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-42232dff-d7ac-4e50-8cd4-ca53341561a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:51.848074 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 131472c2-3dbb-49b9-ba59-31f50e4edf97 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:54:51.868876 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: 131472c2-3dbb-49b9-ba59-31f50e4edf97 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:54:51.869527 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 131472c2-3dbb-49b9-ba59-31f50e4edf97 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:54:51.871000 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42232dff-d7ac-4e50-8cd4-ca53341561a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8445f36c-e74e-44c3-b0c9-b922f0ba1670,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:51.914163 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-be7a6ad1-c276-4716-b3b4-f01d13169970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:51.916170 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-be7a6ad1-c276-4716-b3b4-f01d13169970 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e29947f4009940b3bee8115587b5f0bf&device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 1096 time: 0.0512874 Aug 07 12:54:51.979176 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-1b1c8cd1-d48e-471b-9be7-cbde9c4f3514 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca1b7bb-1745-4d38-a9b3-30431331af30 HTTP/1.1" status: 200 len: 217 time: 0.0382061 Aug 07 12:54:52.033917 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-85d1bd0f-9387-46ec-abf6-c5f4845fdbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:52.036726 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-85d1bd0f-9387-46ec-abf6-c5f4845fdbfe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=556b420c-994e-4c56-8be2-27810f5c2247 HTTP/1.1" status: 200 len: 855 time: 0.0501723 Aug 07 12:54:52.061128 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-42232dff-d7ac-4e50-8cd4-ca53341561a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520232'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:52.102059 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-11ec80b2-906a-4bc8-b2b4-0356d4e832c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:52.103628 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-11ec80b2-906a-4bc8-b2b4-0356d4e832c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564907 Aug 07 12:54:52.201765 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-2dc18aa7-1275-47d0-85b1-d61720b57e2d service neutron] 10.222.0.58 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893471 Aug 07 12:54:52.203186 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127a924-37db-41d7-885a-5251be2bcf8d req-e8fcfff2-0971-4f08-a1cd-17b4c4a4eff6 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:52.204665 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d127a924-37db-41d7-885a-5251be2bcf8d req-e8fcfff2-0971-4f08-a1cd-17b4c4a4eff6 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.1274765 Aug 07 12:54:52.255683 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d127a924-37db-41d7-885a-5251be2bcf8d req-8d96f52f-eb8e-44be-9983-05d19fa3af9b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426378 Aug 07 12:54:52.298124 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92a1ad60-368c-4db8-afd5-3cdd1ca443d8 req-f615fd04-876e-4a9a-8ae8-3eccb1a6e28c service neutron] 10.222.0.58 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878167 Aug 07 12:54:52.326498 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 38086) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:52.365558 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42232dff-d7ac-4e50-8cd4-ca53341561a9 admin admin] Router f6cecded-237b-4fd0-a82d-02ea1036ce5d has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:54:52.372597 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-ae4f56ed-ec15-4ddd-82a7-09bcc1cf6eb3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd855e48a6cf4226ab5624f50b0f7d73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449746 Aug 07 12:54:52.375442 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 38088) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:52.424931 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-93bf8f93-ee49-476a-bdb8-f22da242c540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:52.448014 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-93bf8f93-ee49-476a-bdb8-f22da242c540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:52.477600 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42232dff-d7ac-4e50-8cd4-ca53341561a9 admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:54:52.483203 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-42232dff-d7ac-4e50-8cd4-ca53341561a9 admin admin] 10.222.0.59 "PUT /v2.0/routers/f6cecded-237b-4fd0-a82d-02ea1036ce5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7330377 Aug 07 12:54:52.485685 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 38090) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:52.490039 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26f46c-34d7-4fbf-a243-2353a56a53c8 None None] Sync routers for ids ['f6cecded-237b-4fd0-a82d-02ea1036ce5d'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:54:52.500201 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26f46c-34d7-4fbf-a243-2353a56a53c8 None None] Routers {'f6cecded-237b-4fd0-a82d-02ea1036ce5d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:54:52.500943 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-1d26f46c-34d7-4fbf-a243-2353a56a53c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:54:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['f6cecded-237b-4fd0-a82d-02ea1036ce5d'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:52.591893 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aebdb566-09e6-4a6f-af6b-15564a28e8aa admin admin] Notify callbacks [] for router, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:52.606362 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-1d26f46c-34d7-4fbf-a243-2353a56a53c8 None None] Set router f6cecded-237b-4fd0-a82d-02ea1036ce5d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:54:52.671917 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-93bf8f93-ee49-476a-bdb8-f22da242c540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:52.674484 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-93bf8f93-ee49-476a-bdb8-f22da242c540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:52.676802 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-93bf8f93-ee49-476a-bdb8-f22da242c540 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7 HTTP/1.1" status: 204 len: 168 time: 0.2996972 Aug 07 12:54:52.695218 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf8f93-ee49-476a-bdb8-f22da242c540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e012fcb-a7e2-4db6-b7af-bf1abfa05ee7,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:52.733841 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aebdb566-09e6-4a6f-af6b-15564a28e8aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:52.792159 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-1d26f46c-34d7-4fbf-a243-2353a56a53c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'name': 'tempest-TestMinimumBasicScenario-518874288-router', 'tenant_id': '14c3aefdd9fe478593e64825dfc5c005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '97d5cc4e-6e84-432d-8b94-b7b324d81376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:11Z', 'updated_at': '2021-08-07T12:54:51Z', 'revision_number': 5, 'project_id': '14c3aefdd9fe478593e64825dfc5c005', 'gw_port': {'id': '97d5cc4e-6e84-432d-8b94-b7b324d81376', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:12Z', 'updated_at': '2021-08-07T12:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:52.818864 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26f46c-34d7-4fbf-a243-2353a56a53c8 None None] Checking router: f6cecded-237b-4fd0-a82d-02ea1036ce5d for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:54:52.829147 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26f46c-34d7-4fbf-a243-2353a56a53c8 None None] Routers {'f6cecded-237b-4fd0-a82d-02ea1036ce5d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:54:52.829833 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-1d26f46c-34d7-4fbf-a243-2353a56a53c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:54:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['f6cecded-237b-4fd0-a82d-02ea1036ce5d'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:52.925989 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-aebdb566-09e6-4a6f-af6b-15564a28e8aa admin admin] Deleting port 97d5cc4e-6e84-432d-8b94-b7b324d81376 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:54:52.926430 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aebdb566-09e6-4a6f-af6b-15564a28e8aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:52.938587 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-1d26f46c-34d7-4fbf-a243-2353a56a53c8 None None] Set router f6cecded-237b-4fd0-a82d-02ea1036ce5d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:54:52.946228 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecc8ac-589b-4657-bac1-7426f9a690a3 req-c6077e92-a843-4b20-a3dc-8a1e18c34c00 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:52.947852 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-00ecc8ac-589b-4657-bac1-7426f9a690a3 req-c6077e92-a843-4b20-a3dc-8a1e18c34c00 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 946 time: 0.0751681 Aug 07 12:54:53.027440 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-00ecc8ac-589b-4657-bac1-7426f9a690a3 req-e3934f6a-1132-4240-8e2f-23a0373cdb8a tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba054a55-b06e-461b-b551-295f59bdaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536714 Aug 07 12:54:53.059982 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-aebdb566-09e6-4a6f-af6b-15564a28e8aa admin admin] For port 97d5cc4e-6e84-432d-8b94-b7b324d81376, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=97d5cc4e-6e84-432d-8b94-b7b324d81376,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:53.060511 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aebdb566-09e6-4a6f-af6b-15564a28e8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:53.086549 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-aebdb566-09e6-4a6f-af6b-15564a28e8aa admin admin] Calling delete_port for 97d5cc4e-6e84-432d-8b94-b7b324d81376 owned by network:router_gateway {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:54:53.143494 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-1d26f46c-34d7-4fbf-a243-2353a56a53c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'name': 'tempest-TestMinimumBasicScenario-518874288-router', 'tenant_id': '14c3aefdd9fe478593e64825dfc5c005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '97d5cc4e-6e84-432d-8b94-b7b324d81376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:11Z', 'updated_at': '2021-08-07T12:54:51Z', 'revision_number': 5, 'project_id': '14c3aefdd9fe478593e64825dfc5c005', 'gw_port': {'id': '97d5cc4e-6e84-432d-8b94-b7b324d81376', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:12Z', 'updated_at': '2021-08-07T12:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:53.154024 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f5629-4698-4355-ab01-f8d4b82575f3 req-1fe5958a-be15-4872-aab1-f64535a18490 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:53.156252 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-051f5629-4698-4355-ab01-f8d4b82575f3 req-1fe5958a-be15-4872-aab1-f64535a18490 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 946 time: 0.0539420 Aug 07 12:54:53.166543 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38100) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:53.172327 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d96447f9-7321-4549-ba80-c9c46c0840de tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Request body: {'floatingip': {'port_id': '49622d20-e583-4f3f-92c4-17388d09506b'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:54:53.175158 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26f46c-34d7-4fbf-a243-2353a56a53c8 None None] The sync data for ids ['f6cecded-237b-4fd0-a82d-02ea1036ce5d'] in dv-cinder-787296-2-iscsi is: [{'id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'name': 'tempest-TestMinimumBasicScenario-518874288-router', 'tenant_id': '14c3aefdd9fe478593e64825dfc5c005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': '97d5cc4e-6e84-432d-8b94-b7b324d81376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:51:11Z', 'updated_at': '2021-08-07T12:54:51Z', 'revision_number': 5, 'project_id': '14c3aefdd9fe478593e64825dfc5c005', 'gw_port': {'id': '97d5cc4e-6e84-432d-8b94-b7b324d81376', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:71:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cecded-237b-4fd0-a82d-02ea1036ce5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:51:12Z', 'updated_at': '2021-08-07T12:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:54:53.227966 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d96447f9-7321-4549-ba80-c9c46c0840de tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:53.382137 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089896f-c7aa-48df-af7c-cb5729ca3183 req-f7717d90-d11c-415d-9535-d08ddc55a657 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:53.383894 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7089896f-c7aa-48df-af7c-cb5729ca3183 req-f7717d90-d11c-415d-9535-d08ddc55a657 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0524271 Aug 07 12:54:53.415068 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aebdb566-09e6-4a6f-af6b-15564a28e8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:53.452798 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7089896f-c7aa-48df-af7c-cb5729ca3183 req-cbc220a7-ef91-4f90-8230-378dae15ace2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626159 Aug 07 12:54:53.457243 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdb566-09e6-4a6f-af6b-15564a28e8aa admin admin] Pushing event deleted for resources: {'Port': ['ID=97d5cc4e-6e84-432d-8b94-b7b324d81376,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:53.527881 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aebdb566-09e6-4a6f-af6b-15564a28e8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519630'] for router_gateway, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:53.651085 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aebdb566-09e6-4a6f-af6b-15564a28e8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14478'] for router, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:53.653424 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aebdb566-09e6-4a6f-af6b-15564a28e8aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:53.749024 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d96447f9-7321-4549-ba80-c9c46c0840de tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:53.802841 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aebdb566-09e6-4a6f-af6b-15564a28e8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522958'] for router, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:53.803366 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebdb566-09e6-4a6f-af6b-15564a28e8aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6cecded-237b-4fd0-a82d-02ea1036ce5d {{(pid=100621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 12:54:53.817764 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-aebdb566-09e6-4a6f-af6b-15564a28e8aa admin admin] Notify callbacks [] for router, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:53.820125 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-aebdb566-09e6-4a6f-af6b-15564a28e8aa admin admin] 10.222.0.59 "DELETE /v2.0/routers/f6cecded-237b-4fd0-a82d-02ea1036ce5d HTTP/1.1" status: 204 len: 168 time: 1.3331752 Aug 07 12:54:53.822608 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38118) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:53.834319 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d96447f9-7321-4549-ba80-c9c46c0840de tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519576'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:53.929398 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 8445f36c-e74e-44c3-b0c9-b922f0ba1670 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:54:53.954850 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: 8445f36c-e74e-44c3-b0c9-b922f0ba1670 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:54:53.955585 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 8445f36c-e74e-44c3-b0c9-b922f0ba1670 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:54:53.956159 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa32332-6598-428b-8c37-6a64cb48f168 admin admin] Deleting subnet 3002fe71-9cf6-499f-8822-38f3b7fcb13c {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 12:54:53.963092 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9fa32332-6598-428b-8c37-6a64cb48f168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:54.008526 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.l3_db [None req-d96447f9-7321-4549-ba80-c9c46c0840de tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Floating IP dde0a53f-2158-4c3e-bc2a-9ce6a4a74903 associated. External IP: 172.27.3.31, port: 49622d20-e583-4f3f-92c4-17388d09506b. Aug 07 12:54:54.011972 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9fa32332-6598-428b-8c37-6a64cb48f168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678694'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:54.469986 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9fa32332-6598-428b-8c37-6a64cb48f168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528469'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:54.650087 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8b802-8c00-45e9-9b32-dd689a9e6fb5 req-d5669c8d-f34f-47b5-9c92-b6386e98ed20 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:54.651570 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-42f8b802-8c00-45e9-9b32-dd689a9e6fb5 req-d5669c8d-f34f-47b5-9c92-b6386e98ed20 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.1150892 Aug 07 12:54:54.658578 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96447f9-7321-4549-ba80-c9c46c0840de tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Router e7181ac5-1cbc-446e-b133-27bc70ad593a has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:54:54.728947 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9fa32332-6598-428b-8c37-6a64cb48f168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8817393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967472'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:54.760695 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-42f8b802-8c00-45e9-9b32-dd689a9e6fb5 req-2066a95d-e8c3-4276-beb0-2c59382fa10e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009796 Aug 07 12:54:54.768708 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa32332-6598-428b-8c37-6a64cb48f168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3002fe71-9cf6-499f-8822-38f3b7fcb13c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:54.776191 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9fa32332-6598-428b-8c37-6a64cb48f168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:54.778233 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-9fa32332-6598-428b-8c37-6a64cb48f168 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3002fe71-9cf6-499f-8822-38f3b7fcb13c HTTP/1.1" status: 204 len: 168 time: 0.9542809 Aug 07 12:54:54.781326 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38128) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:54.795233 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2aa1fe-97b6-4d41-bd04-ca859b742b69 None None] Network 79543f42-0bb0-4c81-b45f-38f493abdd04 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:54:54.890867 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96447f9-7321-4549-ba80-c9c46c0840de tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:54:54.898815 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d96447f9-7321-4549-ba80-c9c46c0840de tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:54.902977 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561226'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:54.921546 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb28387-13f2-4d60-b3cb-e09510a27929 None None] Sync routers for ids ['e7181ac5-1cbc-446e-b133-27bc70ad593a'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:54:54.934976 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb28387-13f2-4d60-b3cb-e09510a27929 None None] Routers {'e7181ac5-1cbc-446e-b133-27bc70ad593a'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:54:54.935692 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-3fb28387-13f2-4d60-b3cb-e09510a27929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:54:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['e7181ac5-1cbc-446e-b133-27bc70ad593a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:54.936203 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-d96447f9-7321-4549-ba80-c9c46c0840de tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "PUT /v2.0/floatingips/dde0a53f-2158-4c3e-bc2a-9ce6a4a74903 HTTP/1.1" status: 200 len: 991 time: 1.7683306 Aug 07 12:54:54.937052 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd441dbd3-947c-4354-bc13-5bcaaf85e4ed', 'tag': '49622d20-e583-4f3f-92c4-17388d09506b'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:54:54.939840 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4edd671-18b5-4f55-b965-9dfcc03abf14" -d '{"events": [{"name": "network-changed", "server_uuid": "d441dbd3-947c-4354-bc13-5bcaaf85e4ed", "tag": "49622d20-e583-4f3f-92c4-17388d09506b"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:54:54.987099 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85a8bc0-6281-4ed1-9969-2feb5e7add8c x-openstack-request-id: req-f85a8bc0-6281-4ed1-9969-2feb5e7add8c {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:54:54.987390 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d441dbd3-947c-4354-bc13-5bcaaf85e4ed", "tag": "49622d20-e583-4f3f-92c4-17388d09506b", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:54:54.987665 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f85a8bc0-6281-4ed1-9969-2feb5e7add8c {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:54:54.988070 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd441dbd3-947c-4354-bc13-5bcaaf85e4ed', 'tag': '49622d20-e583-4f3f-92c4-17388d09506b', 'status': 'completed', 'code': 200} Aug 07 12:54:54.993054 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] Deleting port ee27bd11-ad85-4cf2-878d-d59313298f8b {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:54:54.993416 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:55.081091 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] For port ee27bd11-ad85-4cf2-878d-d59313298f8b, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=ee27bd11-ad85-4cf2-878d-d59313298f8b,segment=NetworkSegment(66ae515f-ddd8-422a-a910-879b29aa8d0d),segment_id=66ae515f-ddd8-422a-a910-879b29aa8d0d)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:55.081091 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:55.092306 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] Calling delete_port for ee27bd11-ad85-4cf2-878d-d59313298f8b owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:54:55.092969 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edd671-18b5-4f55-b965-9dfcc03abf14 req-5fd13028-791a-4feb-8ef8-ea73d24b32e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:55.094685 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f4edd671-18b5-4f55-b965-9dfcc03abf14 req-5fd13028-791a-4feb-8ef8-ea73d24b32e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fe58962fe09244deb2d59c8d994e7b3e&device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 1099 time: 0.0567269 Aug 07 12:54:55.106561 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c853ecf-d1f2-4783-a521-72b4e4502dd3 None None] DHCP port deletion for 79543f42-0bb0-4c81-b45f-38f493abdd04 request from dv-cinder-787296-2-iscsi {{(pid=100622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 12:54:55.117906 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-3fb28387-13f2-4d60-b3cb-e09510a27929 None None] Set router e7181ac5-1cbc-446e-b133-27bc70ad593a gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:54:55.197864 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edd671-18b5-4f55-b965-9dfcc03abf14 req-5035487f-98a7-4d62-8189-5b7e18d7e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:55.200078 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f4edd671-18b5-4f55-b965-9dfcc03abf14 req-5035487f-98a7-4d62-8189-5b7e18d7e00c service neutron] 10.222.0.58 "GET /v2.0/networks?id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5 HTTP/1.1" status: 200 len: 911 time: 0.0974119 Aug 07 12:54:55.224523 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 8ca1b7bb-1745-4d38-a9b3-30431331af30 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:54:55.267250 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f4edd671-18b5-4f55-b965-9dfcc03abf14 req-07f90708-ad02-4bd9-a293-7dd6f5fa52f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49622d20-e583-4f3f-92c4-17388d09506b HTTP/1.1" status: 200 len: 999 time: 0.0591795 Aug 07 12:54:55.276682 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:55.305644 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee27bd11-ad85-4cf2-878d-d59313298f8b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:55.313960 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] No DVR routers for this DVR port ee27bd11-ad85-4cf2-878d-d59313298f8b on host dv-cinder-787296-2-iscsi {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:54:55.321309 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edd671-18b5-4f55-b965-9dfcc03abf14 req-184bdd74-4dc0-46fc-a3d0-99526895be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:55.322550 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f4edd671-18b5-4f55-b965-9dfcc03abf14 req-184bdd74-4dc0-46fc-a3d0-99526895be28 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=300bb429-c76c-4118-afab-6302f18dd66e HTTP/1.1" status: 200 len: 849 time: 0.0480280 Aug 07 12:54:55.352467 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-4c853ecf-d1f2-4783-a521-72b4e4502dd3 None None] Deleting port ee27bd11-ad85-4cf2-878d-d59313298f8b {{(pid=100622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:54:55.352841 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4c853ecf-d1f2-4783-a521-72b4e4502dd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:55.374777 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edd671-18b5-4f55-b965-9dfcc03abf14 req-6fa68d06-0778-4ae0-882a-603b4aae2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:55.376415 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f4edd671-18b5-4f55-b965-9dfcc03abf14 req-6fa68d06-0778-4ae0-882a-603b4aae2b87 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b7e5231c-9a47-4d29-8859-d08f4c51f6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462580 Aug 07 12:54:55.394324 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531410', 'neutron.services.segments.db._delete_segments_for_network-8739267626096'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:55.405073 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79543f42-0bb0-4c81-b45f-38f493abdd04']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:55.416625 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ae515f-ddd8-422a-a910-879b29aa8d0d') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:55.416969 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.services.segments.db [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ae515f-ddd8-422a-a910-879b29aa8d0d') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:55.428262 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739267629177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3678705'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:55.443241 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:55.451024 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 12:54:55.451339 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8817199'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: Traceback (most recent call last): Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: timer() Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: cb(*args, **kw) Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: return func(*args, **kwargs) Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: self._notify() Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: self.callback(batched_events) Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: event.method(event) Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: return f(self, *a, **k) Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: return self._get(url).json() Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: return self.request(url, 'GET', **kwargs) Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 12:54:55.453389 dv-cinder-787296-2-iscsi neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 12:54:55.488229 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f4edd671-18b5-4f55-b965-9dfcc03abf14 req-5b857eec-5360-41f5-8d4d-015cf1cb3eae service neutron] 10.222.0.58 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032348 Aug 07 12:54:55.500317 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-4c853ecf-d1f2-4783-a521-72b4e4502dd3 None None] For port ee27bd11-ad85-4cf2-878d-d59313298f8b, host dv-cinder-787296-2-iscsi, got binding levels [] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:55.500720 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4c853ecf-d1f2-4783-a521-72b4e4502dd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:55.523239 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-4c853ecf-d1f2-4783-a521-72b4e4502dd3 None None] Calling delete_port for ee27bd11-ad85-4cf2-878d-d59313298f8b owned by network:dhcp {{(pid=100622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:54:55.546976 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.ipam_backend_mixin [None req-4c853ecf-d1f2-4783-a521-72b4e4502dd3 None None] Port ee27bd11-ad85-4cf2-878d-d59313298f8b was not found and therefore no delete operation was performed {{(pid=100622) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 07 12:54:55.552798 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4c853ecf-d1f2-4783-a521-72b4e4502dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374'] for port, after_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:55.561538 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 8ca1b7bb-1745-4d38-a9b3-30431331af30, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8ca1b7bb-1745-4d38-a9b3-30431331af30,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:55.585200 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519594'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:55.593647 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:55.599235 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/79543f42-0bb0-4c81-b45f-38f493abdd04 HTTP/1.1" status: 204 len: 168 time: 0.8141654 Aug 07 12:54:55.602927 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c853ecf-d1f2-4783-a521-72b4e4502dd3 None None] No DVR routers for this DVR port ee27bd11-ad85-4cf2-878d-d59313298f8b on host dv-cinder-787296-2-iscsi {{(pid=100622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:54:55.602927 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c853ecf-d1f2-4783-a521-72b4e4502dd3 None None] Pushing event deleted for resources: {'Port': ['ID=ee27bd11-ad85-4cf2-878d-d59313298f8b,revision_number=None']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:55.606364 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': '8ca1b7bb-1745-4d38-a9b3-30431331af30', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'port_id': '8ca1b7bb-1745-4d38-a9b3-30431331af30', 'mac_address': 'fa:16:3e:49:ea:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:54:55.633108 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb770b7-a280-44f2-8734-3288f78aa6c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=79543f42-0bb0-4c81-b45f-38f493abdd04,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:55.685477 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:54:55.800130 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:55.816687 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-3fb28387-13f2-4d60-b3cb-e09510a27929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:09Z', 'revision_number': 4, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': 'dde0a53f-2158-4c3e-bc2a-9ce6a4a74903', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'port_id': '49622d20-e583-4f3f-92c4-17388d09506b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'mac_address': 'fa:16:3e:da:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441dbd3-947c-4354-bc13-5bcaaf85e4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:54:31Z', 'updated_at': '2021-08-07T12:54:53Z', 'revision_number': 1, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805c9e83-0680-42bc-8edc-245577d2278b', 'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'mac_address': 'fa:16:3e:1a:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '300bb429-c76c-4118-afab-6302f18dd66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:06Z', 'updated_at': '2021-08-07T12:49:18Z', 'revision_number': 5, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'subnets': [{'id': '300bb429-c76c-4118-afab-6302f18dd66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:55.820384 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca1b7bb-1745-4d38-a9b3-30431331af30 {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:54:55.849110 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb28387-13f2-4d60-b3cb-e09510a27929 None None] Checking router: e7181ac5-1cbc-446e-b133-27bc70ad593a for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:54:55.852576 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f4edd671-18b5-4f55-b965-9dfcc03abf14 req-828ea0ee-4225-44b2-a3cf-6e45107e97f0 service neutron] 10.222.0.58 "GET /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573451 Aug 07 12:54:55.873074 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb28387-13f2-4d60-b3cb-e09510a27929 None None] Routers {'e7181ac5-1cbc-446e-b133-27bc70ad593a'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:54:55.873074 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-3fb28387-13f2-4d60-b3cb-e09510a27929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:54:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['e7181ac5-1cbc-446e-b133-27bc70ad593a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:55.873074 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 8ca1b7bb-1745-4d38-a9b3-30431331af30, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8ca1b7bb-1745-4d38-a9b3-30431331af30,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:55.917057 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device ee27bd11-ad85-4cf2-878d-d59313298f8b no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:54:55.921789 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a91145-7f51-4a71-83e8-f8b0efc797e6 req-104736b9-8bc5-41b4-9cba-17ff614e0289 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:55.923341 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-40a91145-7f51-4a71-83e8-f8b0efc797e6 req-104736b9-8bc5-41b4-9cba-17ff614e0289 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0515358 Aug 07 12:54:55.939235 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: ee27bd11-ad85-4cf2-878d-d59313298f8b {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:54:55.940094 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device ee27bd11-ad85-4cf2-878d-d59313298f8b not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:54:55.940094 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 97d5cc4e-6e84-432d-8b94-b7b324d81376 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:54:55.964692 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: 97d5cc4e-6e84-432d-8b94-b7b324d81376 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:54:55.965040 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 97d5cc4e-6e84-432d-8b94-b7b324d81376 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:54:55.968686 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-40a91145-7f51-4a71-83e8-f8b0efc797e6 req-21c4e6d8-097b-4821-83c4-5278e52f4d3b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389340 Aug 07 12:54:55.969169 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:56.070467 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=8ca1b7bb-1745-4d38-a9b3-30431331af30,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:56.074134 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-3fb28387-13f2-4d60-b3cb-e09510a27929 None None] Set router e7181ac5-1cbc-446e-b133-27bc70ad593a gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:54:56.123380 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38148) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:56.166288 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-dcbc9a3e-074a-4503-ab9f-de29983e02ba admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f4348dfe6e614bc198a34de32e5fb8c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407801 Aug 07 12:54:56.168086 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38150) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:56.225587 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2998e66a-9a73-4fd4-b1aa-9c133ab0e34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:56.248168 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2998e66a-9a73-4fd4-b1aa-9c133ab0e34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:56.288396 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['8ca1b7bb-1745-4d38-a9b3-30431331af30'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:54:56.368057 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2998e66a-9a73-4fd4-b1aa-9c133ab0e34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:56.370604 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2998e66a-9a73-4fd4-b1aa-9c133ab0e34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:56.371781 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-2998e66a-9a73-4fd4-b1aa-9c133ab0e34c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6ed2e14a-51bc-4074-ad53-893b6c6da989 HTTP/1.1" status: 204 len: 168 time: 0.2026041 Aug 07 12:54:56.376535 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-3fb28387-13f2-4d60-b3cb-e09510a27929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:09Z', 'revision_number': 4, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': 'dde0a53f-2158-4c3e-bc2a-9ce6a4a74903', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'port_id': '49622d20-e583-4f3f-92c4-17388d09506b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'mac_address': 'fa:16:3e:da:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441dbd3-947c-4354-bc13-5bcaaf85e4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:54:31Z', 'updated_at': '2021-08-07T12:54:53Z', 'revision_number': 1, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805c9e83-0680-42bc-8edc-245577d2278b', 'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'mac_address': 'fa:16:3e:1a:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '300bb429-c76c-4118-afab-6302f18dd66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:06Z', 'updated_at': '2021-08-07T12:49:18Z', 'revision_number': 5, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'subnets': [{'id': '300bb429-c76c-4118-afab-6302f18dd66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:54:56.381065 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998e66a-9a73-4fd4-b1aa-9c133ab0e34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed2e14a-51bc-4074-ad53-893b6c6da989,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:56.415099 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb28387-13f2-4d60-b3cb-e09510a27929 None None] The sync data for ids ['e7181ac5-1cbc-446e-b133-27bc70ad593a'] in dv-cinder-787296-2-iscsi is: [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:09Z', 'revision_number': 4, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': 'dde0a53f-2158-4c3e-bc2a-9ce6a4a74903', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'floating_ip_address': '172.27.3.31', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'port_id': '49622d20-e583-4f3f-92c4-17388d09506b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'mac_address': 'fa:16:3e:da:3f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441dbd3-947c-4354-bc13-5bcaaf85e4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:54:31Z', 'updated_at': '2021-08-07T12:54:53Z', 'revision_number': 1, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '805c9e83-0680-42bc-8edc-245577d2278b', 'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'mac_address': 'fa:16:3e:1a:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '300bb429-c76c-4118-afab-6302f18dd66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:06Z', 'updated_at': '2021-08-07T12:49:18Z', 'revision_number': 5, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'subnets': [{'id': '300bb429-c76c-4118-afab-6302f18dd66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:54:56.642353 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419fd55-a7c9-4fe9-afd9-3d5827ff73f4 None None] New status for floating IP dde0a53f-2158-4c3e-bc2a-9ce6a4a74903: ACTIVE {{(pid=100623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 12:54:57.093328 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f785d62-5f80-4cfe-827d-0bc54335427a req-ffe6b162-fe6d-40b3-b6fc-bcdfc50bbb0d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:57.094881 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0f785d62-5f80-4cfe-827d-0bc54335427a req-ffe6b162-fe6d-40b3-b6fc-bcdfc50bbb0d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 944 time: 0.0506659 Aug 07 12:54:57.123559 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 38160) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:57.139232 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0f785d62-5f80-4cfe-827d-0bc54335427a req-1c73acc6-62a8-4894-b867-48d47e993300 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375798 Aug 07 12:54:57.164856 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-091d0bc3-9598-4052-9737-da3339187c86 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=14c3aefdd9fe478593e64825dfc5c005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400956 Aug 07 12:54:57.166746 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 38162) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:57.225252 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cea1218a-438b-4ab8-905f-a27abbca342e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:57.248927 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cea1218a-438b-4ab8-905f-a27abbca342e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:57.391225 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cea1218a-438b-4ab8-905f-a27abbca342e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:57.393766 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cea1218a-438b-4ab8-905f-a27abbca342e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:57.395006 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-cea1218a-438b-4ab8-905f-a27abbca342e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/819410e7-c786-4e8f-a419-105df7aa72f8 HTTP/1.1" status: 204 len: 168 time: 0.2273607 Aug 07 12:54:57.403332 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1218a-438b-4ab8-905f-a27abbca342e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819410e7-c786-4e8f-a419-105df7aa72f8,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:58.267474 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d382b-02b9-4d96-9935-27414f171a73 req-e89d6790-227d-4fe1-a2c0-721182f941e5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:58.269591 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d28d382b-02b9-4d96-9935-27414f171a73 req-e89d6790-227d-4fe1-a2c0-721182f941e5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 944 time: 0.0542555 Aug 07 12:54:58.307645 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d28d382b-02b9-4d96-9935-27414f171a73 req-242b78ee-78e0-4ff4-9c10-ee51faaa2ee9 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318983 Aug 07 12:54:58.601877 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 38192) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:58.699126 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-a1ca9cb3-8610-473d-8943-2dc917715490 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-754906287-network', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:54:58.802558 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ca9cb3-8610-473d-8943-2dc917715490 admin admin] Made reservation on behalf of df0e389d6f0540aebecb728b30ce8c74 for: {'network': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:54:58.804908 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9cb3-8610-473d-8943-2dc917715490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:58.813429 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9cb3-8610-473d-8943-2dc917715490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:58.901461 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9cb3-8610-473d-8943-2dc917715490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:58.985228 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9cb3-8610-473d-8943-2dc917715490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:59.012292 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ca9cb3-8610-473d-8943-2dc917715490 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=100621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:54:59.017449 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca9cb3-8610-473d-8943-2dc917715490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5038ba49-8a53-4532-aa14-03bcfd4b57ef,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:59.025363 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9cb3-8610-473d-8943-2dc917715490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:59.025363 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.db.segments_db [None req-a1ca9cb3-8610-473d-8943-2dc917715490 admin admin] Added segment 420a9889-6895-4a67-a56d-379c8b5423e1 of type vlan for network b066dc66-c2d1-4e7c-b521-e613e80d7a48 Aug 07 12:54:59.064864 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9cb3-8610-473d-8943-2dc917715490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:59.162054 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9cb3-8610-473d-8943-2dc917715490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:59.163056 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ca9cb3-8610-473d-8943-2dc917715490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:59.163694 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a1ca9cb3-8610-473d-8943-2dc917715490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:59.222977 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca9cb3-8610-473d-8943-2dc917715490 admin admin] Pushing event updated for resources: {'Network': ['ID=b066dc66-c2d1-4e7c-b521-e613e80d7a48,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:59.233296 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network b066dc66-c2d1-4e7c-b521-e613e80d7a48 details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:54:59.278386 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-a1ca9cb3-8610-473d-8943-2dc917715490 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6750653 Aug 07 12:54:59.281080 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38196) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:54:59.286959 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-856c940f-6eca-4b26-9d37-d92d7db47939 admin admin] Request body: {'subnet': {'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-754906287-subnet', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:54:59.378393 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856c940f-6eca-4b26-9d37-d92d7db47939 admin admin] Made reservation on behalf of df0e389d6f0540aebecb728b30ce8c74 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:54:59.380849 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-856c940f-6eca-4b26-9d37-d92d7db47939 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967451'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:59.496515 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683396a-1c7a-4536-877b-01435da4c36c req-700367d7-2f5b-40b4-8952-3674ced1b293 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:54:59.497986 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7683396a-1c7a-4536-877b-01435da4c36c req-700367d7-2f5b-40b4-8952-3674ced1b293 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 944 time: 0.1050389 Aug 07 12:54:59.568165 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7683396a-1c7a-4536-877b-01435da4c36c req-5ad5a685-aee4-44d4-b941-72f3fd0096c1 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634046 Aug 07 12:54:59.675639 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 8ca1b7bb-1745-4d38-a9b3-30431331af30 up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:54:59.682744 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-856c940f-6eca-4b26-9d37-d92d7db47939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8817334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967465'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:59.737963 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c940f-6eca-4b26-9d37-d92d7db47939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba1b8a5f-6360-4118-8a05-67005538af59,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:54:59.748359 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856c940f-6eca-4b26-9d37-d92d7db47939 admin admin] Checking segment: {'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:54:59.748725 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856c940f-6eca-4b26-9d37-d92d7db47939 admin admin] Network hostable DHCP agents. Network: b066dc66-c2d1-4e7c-b521-e613e80d7a48, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:54:59.791078 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port 8ca1b7bb-1745-4d38-a9b3-30431331af30 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:54:59.795127 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port 8ca1b7bb-1745-4d38-a9b3-30431331af30 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:54:59.795549 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:59.876993 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:54:59.899554 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca1b7bb-1745-4d38-a9b3-30431331af30'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:54:59.901808 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f57bc0-4eb4-4c47-a17d-8167ef2f503a" -d '{"events": [{"server_uuid": "dd707ecb-c1d3-4e19-8b0b-74895ea7f505", "name": "network-vif-plugged", "status": "completed", "tag": "8ca1b7bb-1745-4d38-a9b3-30431331af30"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:54:59.914858 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 8ca1b7bb-1745-4d38-a9b3-30431331af30, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8ca1b7bb-1745-4d38-a9b3-30431331af30,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:54:59.922446 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856c940f-6eca-4b26-9d37-d92d7db47939 admin admin] Network b066dc66-c2d1-4e7c-b521-e613e80d7a48 is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:54:59.938022 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581d3fde-a6c1-42b6-b8f3-6a744ba31281 x-openstack-request-id: req-581d3fde-a6c1-42b6-b8f3-6a744ba31281 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:54:59.938346 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd707ecb-c1d3-4e19-8b0b-74895ea7f505", "name": "network-vif-plugged", "status": "completed", "tag": "8ca1b7bb-1745-4d38-a9b3-30431331af30", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:54:59.938601 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-581d3fde-a6c1-42b6-b8f3-6a744ba31281 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:54:59.938998 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca1b7bb-1745-4d38-a9b3-30431331af30', 'code': 200} Aug 07 12:55:00.036371 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-856c940f-6eca-4b26-9d37-d92d7db47939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, b066dc66-c2d1-4e7c-b521-e613e80d7a48) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:00.036638 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:00.041158 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856c940f-6eca-4b26-9d37-d92d7db47939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:00.041756 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-856c940f-6eca-4b26-9d37-d92d7db47939 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:00.061459 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7454cd1e-dcae-425a-98a0-cfae0bcbc278 None None] Network b066dc66-c2d1-4e7c-b521-e613e80d7a48 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:55:00.133004 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=8ca1b7bb-1745-4d38-a9b3-30431331af30,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:00.143487 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 38204) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:00.144281 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-856c940f-6eca-4b26-9d37-d92d7db47939 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8615327 Aug 07 12:55:00.148779 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:00.224876 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc15771-8cdc-587f-93b0-745bffc99d06-b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59'}]}} from dv-cinder-787296-2-iscsi. {{(pid=100622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 12:55:00.225761 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:00.242770 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-521424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14588'] for router, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:00.243828 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14583'] for router, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:00.329113 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:00.331601 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a8b60-c856-4058-a483-e5953436da80 req-d22c5bb2-3c28-40a2-9819-00f852b77547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:00.333168 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b07a8b60-c856-4058-a483-e5953436da80 req-d22c5bb2-3c28-40a2-9819-00f852b77547 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 1098 time: 0.0849223 Aug 07 12:55:00.361402 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.db_base_plugin_common [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Allocated IP 172.20.0.2 (b066dc66-c2d1-4e7c-b521-e613e80d7a48/ba1b8a5f-6360-4118-8a05-67005538af59/3c003882-434f-4874-bb55-c7d9243b28b0) {{(pid=100622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:55:00.370131 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b07a8b60-c856-4058-a483-e5953436da80 req-5890cec7-fc9a-46cf-9515-6115ef7d7648 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291896 Aug 07 12:55:00.519550 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Notify callbacks [] for port, precommit_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:00.527599 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Transition to ACTIVE for port object 3c003882-434f-4874-bb55-c7d9243b28b0 will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:00.543167 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Transition to ACTIVE for port object 3c003882-434f-4874-bb55-c7d9243b28b0 will not be triggered until provisioned by entity DHCP. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:00.619697 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:00.665305 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Network b066dc66-c2d1-4e7c-b521-e613e80d7a48 is already hosted by enough agents. {{(pid=100622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:55:00.669616 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.base_scheduler [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Resources bound (agent type, host, resource id): {{(pid=100622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:00.673060 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Received port after_create {{(pid=100622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:55:00.680660 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Pushing event updated for resources: {'Port': ['ID=3c003882-434f-4874-bb55-c7d9243b28b0,revision_number=1']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:00.712763 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:00.748338 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07f7af-5a1b-444d-be4e-0a7440e60b47 req-2b9376a1-f912-453d-9bd3-08344e52851f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:00.750649 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-be07f7af-5a1b-444d-be4e-0a7440e60b47 req-2b9376a1-f912-453d-9bd3-08344e52851f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0806844 Aug 07 12:55:00.762629 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Attempting to bind port 3c003882-434f-4874-bb55-c7d9243b28b0 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:55:00.763007 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Attempting to bind port 3c003882-434f-4874-bb55-c7d9243b28b0 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:55:00.763380 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Attempting to bind port 3c003882-434f-4874-bb55-c7d9243b28b0 on network b066dc66-c2d1-4e7c-b521-e613e80d7a48 {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:55:00.768528 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:55:00.769433 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Checking segment: {'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:55:00.770088 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:00.770480 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Bound using segment: {'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:55:00.771015 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Bound port: 3c003882-434f-4874-bb55-c7d9243b28b0, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:55:00.771407 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:00.792207 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-be07f7af-5a1b-444d-be4e-0a7440e60b47 req-8bd3f395-19e3-4c08-b1bc-798d333cad96 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358031 Aug 07 12:55:00.856634 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] For port 3c003882-434f-4874-bb55-c7d9243b28b0, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:55:00.860208 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] For port 3c003882-434f-4874-bb55-c7d9243b28b0, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=3c003882-434f-4874-bb55-c7d9243b28b0,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:55:00.985820 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:01.016849 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:01.038770 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:01.073984 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bd863-f3ba-4f2b-b3fc-6ba0ddc9e2af None None] Pushing event updated for resources: {'Port': ['ID=3c003882-434f-4874-bb55-c7d9243b28b0,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:01.182082 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Allocated IP 172.27.3.78 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/29cad94b-6858-4a7b-ac3a-f24796a25d7e) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:55:01.304290 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:01.414463 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:01.457895 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:55:01.460920 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:01.464790 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:55:01.470633 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Pushing event updated for resources: {'Port': ['ID=29cad94b-6858-4a7b-ac3a-f24796a25d7e,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:01.921756 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 3c003882-434f-4874-bb55-c7d9243b28b0 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:02.000016 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:02.056001 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b79ea-f25b-47db-a0ef-8d75a50d9d42 req-c4d4a455-c277-4301-8c5d-d939c22c49c3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:02.057603 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-363b79ea-f25b-47db-a0ef-8d75a50d9d42 req-c4d4a455-c277-4301-8c5d-d939c22c49c3 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.1111910 Aug 07 12:55:02.101322 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3608fb8d-1bc3-4ac8-8de4-4e25c613c78e None None] Network b066dc66-c2d1-4e7c-b521-e613e80d7a48 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:55:02.140560 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-363b79ea-f25b-47db-a0ef-8d75a50d9d42 req-aaa31808-7e2e-4351-ac8c-535aa1bac70b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759294 Aug 07 12:55:02.250863 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519650'] for router, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:02.293366 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 3c003882-434f-4874-bb55-c7d9243b28b0 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:02.387492 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-740f4e43-afa3-4e1b-b2ef-33d3b38a6d2b None None] Provisioning for port 3c003882-434f-4874-bb55-c7d9243b28b0 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:02.394505 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-740f4e43-afa3-4e1b-b2ef-33d3b38a6d2b None None] Provisioning complete for port 3c003882-434f-4874-bb55-c7d9243b28b0 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:02.395086 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-740f4e43-afa3-4e1b-b2ef-33d3b38a6d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:02.475530 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Router 95c8a746-7572-4f43-9123-9c623fa0fb16 is scheduled to L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e with binding_index 1 {{(pid=100621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 12:55:02.489391 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-740f4e43-afa3-4e1b-b2ef-33d3b38a6d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:02.526328 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-740f4e43-afa3-4e1b-b2ef-33d3b38a6d2b None None] For port 3c003882-434f-4874-bb55-c7d9243b28b0, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=3c003882-434f-4874-bb55-c7d9243b28b0,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:55:02.602652 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:55:02.612257 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Sync routers for ids ['95c8a746-7572-4f43-9123-9c623fa0fb16'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:55:02.622118 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Routers {'95c8a746-7572-4f43-9123-9c623fa0fb16'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:55:02.622767 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:54:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['95c8a746-7572-4f43-9123-9c623fa0fb16'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:02.656721 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-740f4e43-afa3-4e1b-b2ef-33d3b38a6d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:02.734131 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] Notify callbacks [] for router, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:02.735355 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-c75cb710-4835-4057-8737-d14bb5f24692 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5900645 Aug 07 12:55:02.738073 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 38222) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:02.751994 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f4e43-afa3-4e1b-b2ef-33d3b38a6d2b None None] Pushing event updated for resources: {'Port': ['ID=3c003882-434f-4874-bb55-c7d9243b28b0,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:02.774197 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Set router 95c8a746-7572-4f43-9123-9c623fa0fb16 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:55:02.845621 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-c678f840-7111-4140-a013-9e5924a6357a None None] Provisioning complete for port 3c003882-434f-4874-bb55-c7d9243b28b0 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:02.846001 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c678f840-7111-4140-a013-9e5924a6357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:03.029777 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:01Z', 'revision_number': 3, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:03.060020 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Checking router: 95c8a746-7572-4f43-9123-9c623fa0fb16 for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:55:03.060370 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Updating router 95c8a746-7572-4f43-9123-9c623fa0fb16 port 29cad94b-6858-4a7b-ac3a-f24796a25d7e binding host dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:55:03.086854 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:03.156785 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:03.312665 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f7f93-7e07-4083-afd7-9876cc77b324 req-c6f5c12f-6d6b-4fff-be34-ea5381d459ca tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:03.314091 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7f1f7f93-7e07-4083-afd7-9876cc77b324 req-c6f5c12f-6d6b-4fff-be34-ea5381d459ca tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0889192 Aug 07 12:55:03.360817 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Notify callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:03.376446 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Transition to ACTIVE for port object 29cad94b-6858-4a7b-ac3a-f24796a25d7e will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:03.379349 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Allocated IP 172.20.0.1 (b066dc66-c2d1-4e7c-b521-e613e80d7a48/ba1b8a5f-6360-4118-8a05-67005538af59/d70f5ff7-2562-45f9-9019-312f345d1966) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:55:03.387401 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7f1f7f93-7e07-4083-afd7-9876cc77b324 req-87feaa8f-3483-43b2-95ee-2b366d7b2e59 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506597 Aug 07 12:55:03.511089 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b08e5eb4-3749-405b-865f-fee05044bd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:03.521897 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:03.536879 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52421df0-b29f-4a7d-96e1-6635f2a6e86b req-28a4e4a8-4c8e-44f4-9f01-86c71e344f0e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:03.538355 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-52421df0-b29f-4a7d-96e1-6635f2a6e86b req-28a4e4a8-4c8e-44f4-9f01-86c71e344f0e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0768242 Aug 07 12:55:03.545228 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Transition to ACTIVE for port object d70f5ff7-2562-45f9-9019-312f345d1966 will not be triggered until provisioned by entity DHCP. {{(pid=100621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:03.547041 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38230) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:03.551857 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:03.552251 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0472ca64-dd86-4ab6-bbe1-59ca8233c97e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Request body: {'floatingip': {'port_id': '8ca1b7bb-1745-4d38-a9b3-30431331af30'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:03.591973 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0472ca64-dd86-4ab6-bbe1-59ca8233c97e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for floatingip, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:03.603286 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Attempting to bind port 29cad94b-6858-4a7b-ac3a-f24796a25d7e on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:55:03.603805 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Attempting to bind port 29cad94b-6858-4a7b-ac3a-f24796a25d7e by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:55:03.604022 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Attempting to bind port 29cad94b-6858-4a7b-ac3a-f24796a25d7e on network fd7d933b-f844-4b10-a5d9-6801ea2e0efc {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:55:03.611232 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1bd7f-ebc1-4dce-b5a9-d90a7104221e None None] Pushing event updated for resources: {'Port': ['ID=29cad94b-6858-4a7b-ac3a-f24796a25d7e,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:03.614659 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:55:03.615166 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Checking segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:55:03.615443 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:03.615833 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Bound using segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:55:03.616317 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Bound port: 29cad94b-6858-4a7b-ac3a-f24796a25d7e, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:55:03.616720 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:03.681479 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] For port 29cad94b-6858-4a7b-ac3a-f24796a25d7e, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:55:03.685049 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] For port 29cad94b-6858-4a7b-ac3a-f24796a25d7e, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=29cad94b-6858-4a7b-ac3a-f24796a25d7e,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:55:03.688812 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:03.738308 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Network b066dc66-c2d1-4e7c-b521-e613e80d7a48 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:55:03.743965 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:03.746358 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Pushing event updated for resources: {'Port': ['ID=d70f5ff7-2562-45f9-9019-312f345d1966,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:03.753042 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:55:03.792985 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520721'] for router_interface, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:03.807868 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:03.919624 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 3c003882-434f-4874-bb55-c7d9243b28b0 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:03.924468 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1bd7f-ebc1-4dce-b5a9-d90a7104221e None None] Pushing event updated for resources: {'Port': ['ID=29cad94b-6858-4a7b-ac3a-f24796a25d7e,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:03.966018 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Routers {'95c8a746-7572-4f43-9123-9c623fa0fb16'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:55:03.966818 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:54:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['95c8a746-7572-4f43-9123-9c623fa0fb16'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:04.077575 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:04.086754 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0472ca64-dd86-4ab6-bbe1-59ca8233c97e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:04.114881 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 3c003882-434f-4874-bb55-c7d9243b28b0 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:04.115455 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:04.156039 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] Set router 95c8a746-7572-4f43-9123-9c623fa0fb16 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:55:04.191158 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0472ca64-dd86-4ab6-bbe1-59ca8233c97e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519576'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:04.239906 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-f6d963c6-19ac-468b-9fde-3bb3131ad924 None None] Provisioning for port d70f5ff7-2562-45f9-9019-312f345d1966 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:04.263706 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-f6d963c6-19ac-468b-9fde-3bb3131ad924 None None] Provisioning complete for port d70f5ff7-2562-45f9-9019-312f345d1966 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:04.263706 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f6d963c6-19ac-468b-9fde-3bb3131ad924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:04.338384 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.l3_db [None req-0472ca64-dd86-4ab6-bbe1-59ca8233c97e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Floating IP 61230152-bade-475c-933e-b8ebb3b97a6c associated. External IP: 172.27.3.68, port: 8ca1b7bb-1745-4d38-a9b3-30431331af30. Aug 07 12:55:04.392074 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-f6d963c6-19ac-468b-9fde-3bb3131ad924 None None] Port d70f5ff7-2562-45f9-9019-312f345d1966 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:55:04.492921 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:01Z', 'revision_number': 3, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:04.572716 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:04.596326 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0472ca64-dd86-4ab6-bbe1-59ca8233c97e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Router d1db9f0e-bb00-43f9-952a-f45b1c39670d has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:55:04.660413 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:04.687969 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2fb35-9aa9-480c-82ec-a5cc166e4281 None None] The sync data for ids ['95c8a746-7572-4f43-9123-9c623fa0fb16'] in dv-cinder-787296-2-iscsi is: [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:01Z', 'revision_number': 3, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:55:04.733242 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Pushing event updated for resources: {'Port': ['ID=d70f5ff7-2562-45f9-9019-312f345d1966,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:04.735703 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0472ca64-dd86-4ab6-bbe1-59ca8233c97e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:55:04.740505 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0472ca64-dd86-4ab6-bbe1-59ca8233c97e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:04.743011 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520869'] for router_interface, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:04.747478 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10e618-2370-4365-b5cb-166c96392c2a None None] Sync routers for ids ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:55:04.760398 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10e618-2370-4365-b5cb-166c96392c2a None None] Routers {'d1db9f0e-bb00-43f9-952a-f45b1c39670d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:55:04.761402 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-3b10e618-2370-4365-b5cb-166c96392c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:54:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:04.772712 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-0472ca64-dd86-4ab6-bbe1-59ca8233c97e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "PUT /v2.0/floatingips/61230152-bade-475c-933e-b8ebb3b97a6c HTTP/1.1" status: 200 len: 990 time: 1.2245104 Aug 07 12:55:04.773524 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'tag': '8ca1b7bb-1745-4d38-a9b3-30431331af30'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:55:04.776134 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6757ce3-66a8-4fef-b31d-d86a972784e4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd707ecb-c1d3-4e19-8b0b-74895ea7f505", "tag": "8ca1b7bb-1745-4d38-a9b3-30431331af30"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:55:04.824985 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9291fb22-8c31-45d5-a389-15fc8a815657 x-openstack-request-id: req-9291fb22-8c31-45d5-a389-15fc8a815657 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:55:04.825278 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd707ecb-c1d3-4e19-8b0b-74895ea7f505", "tag": "8ca1b7bb-1745-4d38-a9b3-30431331af30", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:55:04.825998 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9291fb22-8c31-45d5-a389-15fc8a815657 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:55:04.826434 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'tag': '8ca1b7bb-1745-4d38-a9b3-30431331af30', 'status': 'completed', 'code': 200} Aug 07 12:55:04.881739 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Network b066dc66-c2d1-4e7c-b521-e613e80d7a48 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:55:04.883356 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:04.902695 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-3b10e618-2370-4365-b5cb-166c96392c2a None None] Set router d1db9f0e-bb00-43f9-952a-f45b1c39670d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:55:05.059946 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6757ce3-66a8-4fef-b31d-d86a972784e4 req-e5f1da92-43cd-47f2-a142-caded25332cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:05.061535 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c6757ce3-66a8-4fef-b31d-d86a972784e4 req-e5f1da92-43cd-47f2-a142-caded25332cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e29947f4009940b3bee8115587b5f0bf&device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 1098 time: 0.1685200 Aug 07 12:55:05.136378 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Router 95c8a746-7572-4f43-9123-9c623fa0fb16 has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:55:05.212571 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-3b10e618-2370-4365-b5cb-166c96392c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:40Z', 'revision_number': 4, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': '61230152-bade-475c-933e-b8ebb3b97a6c', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'port_id': '8ca1b7bb-1745-4d38-a9b3-30431331af30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'mac_address': 'fa:16:3e:49:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:54:43Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 1, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f69880-8b5e-45ae-be8c-69f9bbd43438', 'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'mac_address': 'fa:16:3e:68:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:39Z', 'updated_at': '2021-08-07T12:50:46Z', 'revision_number': 5, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'subnets': [{'id': '556b420c-994e-4c56-8be2-27810f5c2247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:05.244422 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6757ce3-66a8-4fef-b31d-d86a972784e4 req-58137104-2749-457c-8805-8ee7ff0b7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:05.245764 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-b5ad4eb3-3ec6-4ca3-a84e-14e65a28bca7 None None] Provisioning complete for port d70f5ff7-2562-45f9-9019-312f345d1966 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:05.246281 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10e618-2370-4365-b5cb-166c96392c2a None None] Checking router: d1db9f0e-bb00-43f9-952a-f45b1c39670d for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:55:05.246369 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c6757ce3-66a8-4fef-b31d-d86a972784e4 req-58137104-2749-457c-8805-8ee7ff0b7c48 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda HTTP/1.1" status: 200 len: 917 time: 0.1726494 Aug 07 12:55:05.246475 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4eb3-3ec6-4ca3-a84e-14e65a28bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:05.266877 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b10e618-2370-4365-b5cb-166c96392c2a None None] Routers {'d1db9f0e-bb00-43f9-952a-f45b1c39670d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:55:05.267725 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-3b10e618-2370-4365-b5cb-166c96392c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:54:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:05.294601 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-b5ad4eb3-3ec6-4ca3-a84e-14e65a28bca7 None None] Port d70f5ff7-2562-45f9-9019-312f345d1966 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:55:05.392986 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:55:05.402704 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-8eddf7e3-3bbc-4190-bfeb-fb2fe0b646fb admin admin] 10.222.0.59 "PUT /v2.0/routers/95c8a746-7572-4f43-9123-9c623fa0fb16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6609104 Aug 07 12:55:05.402704 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c6757ce3-66a8-4fef-b31d-d86a972784e4 req-767fbaf3-b14f-4335-8dca-352f15d8f985 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca1b7bb-1745-4d38-a9b3-30431331af30 HTTP/1.1" status: 200 len: 998 time: 0.0953090 Aug 07 12:55:05.406431 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-3b10e618-2370-4365-b5cb-166c96392c2a None None] Set router d1db9f0e-bb00-43f9-952a-f45b1c39670d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:55:05.473677 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6757ce3-66a8-4fef-b31d-d86a972784e4 req-59abd7f3-b727-4d5a-8f2d-b19680a79a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:05.475789 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c6757ce3-66a8-4fef-b31d-d86a972784e4 req-59abd7f3-b727-4d5a-8f2d-b19680a79a1c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=556b420c-994e-4c56-8be2-27810f5c2247 HTTP/1.1" status: 200 len: 855 time: 0.0629718 Aug 07 12:55:05.542206 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6757ce3-66a8-4fef-b31d-d86a972784e4 req-25370ec3-5d72-4ba8-8a12-3ad1307ef690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:05.542206 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c6757ce3-66a8-4fef-b31d-d86a972784e4 req-25370ec3-5d72-4ba8-8a12-3ad1307ef690 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541790 Aug 07 12:55:05.691773 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-3b10e618-2370-4365-b5cb-166c96392c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:40Z', 'revision_number': 4, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': '61230152-bade-475c-933e-b8ebb3b97a6c', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'port_id': '8ca1b7bb-1745-4d38-a9b3-30431331af30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'mac_address': 'fa:16:3e:49:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:54:43Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 1, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f69880-8b5e-45ae-be8c-69f9bbd43438', 'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'mac_address': 'fa:16:3e:68:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:39Z', 'updated_at': '2021-08-07T12:50:46Z', 'revision_number': 5, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'subnets': [{'id': '556b420c-994e-4c56-8be2-27810f5c2247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:05.703820 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c6757ce3-66a8-4fef-b31d-d86a972784e4 req-7a764918-bfdf-47bc-ba72-4acf5a9f6a4a service neutron] 10.222.0.58 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500194 Aug 07 12:55:05.725664 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b10e618-2370-4365-b5cb-166c96392c2a None None] The sync data for ids ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'] in dv-cinder-787296-2-iscsi is: [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:40Z', 'revision_number': 4, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': '61230152-bade-475c-933e-b8ebb3b97a6c', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'port_id': '8ca1b7bb-1745-4d38-a9b3-30431331af30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'mac_address': 'fa:16:3e:49:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:54:43Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 1, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f69880-8b5e-45ae-be8c-69f9bbd43438', 'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'mac_address': 'fa:16:3e:68:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:39Z', 'updated_at': '2021-08-07T12:50:46Z', 'revision_number': 5, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'subnets': [{'id': '556b420c-994e-4c56-8be2-27810f5c2247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:55:05.845411 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c6757ce3-66a8-4fef-b31d-d86a972784e4 req-58248e9f-6df2-4c48-9bae-87b66835ed65 service neutron] 10.222.0.58 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350372 Aug 07 12:55:05.904929 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 29cad94b-6858-4a7b-ac3a-f24796a25d7e up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:06.036444 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 29cad94b-6858-4a7b-ac3a-f24796a25d7e completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:06.041900 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 29cad94b-6858-4a7b-ac3a-f24796a25d7e triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:06.041900 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:06.131540 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:06.152028 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port 29cad94b-6858-4a7b-ac3a-f24796a25d7e, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=29cad94b-6858-4a7b-ac3a-f24796a25d7e,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:55:06.258593 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:06.309035 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=29cad94b-6858-4a7b-ac3a-f24796a25d7e,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:06.371258 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38262) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:06.376603 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-338c163f-d6f8-4fbe-939a-381f4cf39dba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-933508004-network', 'tenant_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:06.482583 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338c163f-d6f8-4fbe-939a-381f4cf39dba admin admin] Made reservation on behalf of ac9c691d8bbe47c6b9e385da8d8bed7c for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:55:06.484864 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-338c163f-d6f8-4fbe-939a-381f4cf39dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:06.495974 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede8e3f3-2a78-4562-854d-496706f04ba9 None None] New status for floating IP 61230152-bade-475c-933e-b8ebb3b97a6c: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 12:55:06.500829 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-338c163f-d6f8-4fbe-939a-381f4cf39dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:06.593007 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-338c163f-d6f8-4fbe-939a-381f4cf39dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:06.663743 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-5db5ade7-54f3-4430-bb7d-34ae2e0bf9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:06.693777 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-338c163f-d6f8-4fbe-939a-381f4cf39dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:06.718849 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338c163f-d6f8-4fbe-939a-381f4cf39dba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:55:06.728034 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c163f-d6f8-4fbe-939a-381f4cf39dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ac9606-a97b-4ab3-8768-83c6860cb49f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:06.738983 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-338c163f-d6f8-4fbe-939a-381f4cf39dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:06.738983 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.segments_db [None req-338c163f-d6f8-4fbe-939a-381f4cf39dba admin admin] Added segment a195ce8c-3186-4cd4-b176-0599c403277c of type vlan for network eb9a46e0-6286-40c5-8945-e998471a797a Aug 07 12:55:06.781757 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-338c163f-d6f8-4fbe-939a-381f4cf39dba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:06.834074 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Sync routers for ids ['95c8a746-7572-4f43-9123-9c623fa0fb16'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:55:06.844118 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Routers {'95c8a746-7572-4f43-9123-9c623fa0fb16'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:55:06.844720 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:55:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['95c8a746-7572-4f43-9123-9c623fa0fb16'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:06.911398 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-338c163f-d6f8-4fbe-939a-381f4cf39dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:06.912463 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338c163f-d6f8-4fbe-939a-381f4cf39dba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:06.913126 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-338c163f-d6f8-4fbe-939a-381f4cf39dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:06.953878 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Set router 95c8a746-7572-4f43-9123-9c623fa0fb16 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:55:06.972541 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c163f-d6f8-4fbe-939a-381f4cf39dba admin admin] Pushing event updated for resources: {'Network': ['ID=eb9a46e0-6286-40c5-8945-e998471a797a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:06.982055 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network eb9a46e0-6286-40c5-8945-e998471a797a details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:55:07.035062 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:07.073948 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-338c163f-d6f8-4fbe-939a-381f4cf39dba admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6989586 Aug 07 12:55:07.074221 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38270) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:07.079282 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-a1bb55b3-5ba8-40b1-966f-47b00e17a056 admin admin] Request body: {'subnet': {'network_id': 'eb9a46e0-6286-40c5-8945-e998471a797a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-933508004-subnet', 'tenant_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:07.145180 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:07.168834 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:04Z', 'revision_number': 2, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:07.184973 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bb55b3-5ba8-40b1-966f-47b00e17a056 admin admin] Made reservation on behalf of ac9c691d8bbe47c6b9e385da8d8bed7c for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:55:07.187457 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a1bb55b3-5ba8-40b1-966f-47b00e17a056 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967451'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:07.198735 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Checking router: 95c8a746-7572-4f43-9123-9c623fa0fb16 for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:55:07.199089 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Updating router 95c8a746-7572-4f43-9123-9c623fa0fb16 port d70f5ff7-2562-45f9-9019-312f345d1966 binding host dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:55:07.225584 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:07.396277 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:07.425253 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a1bb55b3-5ba8-40b1-966f-47b00e17a056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8817334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967465'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:07.486024 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb55b3-5ba8-40b1-966f-47b00e17a056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0227a385-99f9-456e-8d5d-c9464a9511fd,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:07.493733 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb55b3-5ba8-40b1-966f-47b00e17a056 admin admin] Checking segment: {'id': 'a195ce8c-3186-4cd4-b176-0599c403277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eb9a46e0-6286-40c5-8945-e998471a797a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:55:07.493882 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Notify callbacks [] for port, precommit_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:07.494107 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bb55b3-5ba8-40b1-966f-47b00e17a056 admin admin] Network hostable DHCP agents. Network: eb9a46e0-6286-40c5-8945-e998471a797a, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:55:07.503858 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.provisioning_blocks [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Transition to ACTIVE for port object d70f5ff7-2562-45f9-9019-312f345d1966 will not be triggered until provisioned by entity L2. {{(pid=100623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:07.636505 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:07.658324 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bb55b3-5ba8-40b1-966f-47b00e17a056 admin admin] Network eb9a46e0-6286-40c5-8945-e998471a797a is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:55:07.689422 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345e516-d6b8-46f7-b0a9-dbe8cc563a6b None None] Pushing event updated for resources: {'Port': ['ID=d70f5ff7-2562-45f9-9019-312f345d1966,revision_number=3']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:07.720898 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345e516-d6b8-46f7-b0a9-dbe8cc563a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:07.721248 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345e516-d6b8-46f7-b0a9-dbe8cc563a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:07.721581 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345e516-d6b8-46f7-b0a9-dbe8cc563a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:07.722550 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345e516-d6b8-46f7-b0a9-dbe8cc563a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:07.722895 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345e516-d6b8-46f7-b0a9-dbe8cc563a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:07.723229 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345e516-d6b8-46f7-b0a9-dbe8cc563a6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:07.723556 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345e516-d6b8-46f7-b0a9-dbe8cc563a6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:07.723881 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345e516-d6b8-46f7-b0a9-dbe8cc563a6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:07.724220 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345e516-d6b8-46f7-b0a9-dbe8cc563a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:07.724548 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345e516-d6b8-46f7-b0a9-dbe8cc563a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:07.724863 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345e516-d6b8-46f7-b0a9-dbe8cc563a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:07.725177 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8345e516-d6b8-46f7-b0a9-dbe8cc563a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100623) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:07.759013 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Attempting to bind port d70f5ff7-2562-45f9-9019-312f345d1966 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:55:07.759385 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Attempting to bind port d70f5ff7-2562-45f9-9019-312f345d1966 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:55:07.759752 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Attempting to bind port d70f5ff7-2562-45f9-9019-312f345d1966 on network b066dc66-c2d1-4e7c-b521-e613e80d7a48 {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:55:07.765243 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:55:07.765636 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Checking segment: {'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:55:07.766021 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:07.766441 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Bound using segment: {'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:55:07.766922 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Bound port: d70f5ff7-2562-45f9-9019-312f345d1966, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'}}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:55:07.767334 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:07.778348 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-a1bb55b3-5ba8-40b1-966f-47b00e17a056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, eb9a46e0-6286-40c5-8945-e998471a797a) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:07.783342 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb55b3-5ba8-40b1-966f-47b00e17a056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:07.784165 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a1bb55b3-5ba8-40b1-966f-47b00e17a056 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:07.789269 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414a8c5c-bdaa-4161-b61d-1746d31503fd None None] Network eb9a46e0-6286-40c5-8945-e998471a797a requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:55:07.848188 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] For port d70f5ff7-2562-45f9-9019-312f345d1966, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:55:07.854213 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] For port d70f5ff7-2562-45f9-9019-312f345d1966, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=d70f5ff7-2562-45f9-9019-312f345d1966,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:55:07.870033 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 29cad94b-6858-4a7b-ac3a-f24796a25d7e up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:07.940064 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-a1bb55b3-5ba8-40b1-966f-47b00e17a056 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8646762 Aug 07 12:55:07.943934 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 38274) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:07.949216 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-933508004-router', 'tenant_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:07.984167 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 29cad94b-6858-4a7b-ac3a-f24796a25d7e triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:07.984548 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:07.991297 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:08.037338 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc15771-8cdc-587f-93b0-745bffc99d06-eb9a46e0-6286-40c5-8945-e998471a797a', 'network_id': 'eb9a46e0-6286-40c5-8945-e998471a797a', 'tenant_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'fixed_ips': [{'subnet_id': '0227a385-99f9-456e-8d5d-c9464a9511fd'}]}} from dv-cinder-787296-2-iscsi. {{(pid=100622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 12:55:08.038293 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:08.059520 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Routers {'95c8a746-7572-4f43-9123-9c623fa0fb16'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:55:08.060161 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:55:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['95c8a746-7572-4f43-9123-9c623fa0fb16'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:08.070126 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-521424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14588'] for router, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:08.071275 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14583'] for router, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:08.118070 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345e516-d6b8-46f7-b0a9-dbe8cc563a6b None None] Pushing event updated for resources: {'Port': ['ID=d70f5ff7-2562-45f9-9019-312f345d1966,revision_number=4']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:08.138140 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:08.203530 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] Set router 95c8a746-7572-4f43-9123-9c623fa0fb16 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:55:08.238525 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.db_base_plugin_common [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Allocated IP 172.20.0.2 (eb9a46e0-6286-40c5-8945-e998471a797a/0227a385-99f9-456e-8d5d-c9464a9511fd/a3b61567-22e8-4ca2-b385-2f8993906e9b) {{(pid=100622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:55:08.344870 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:08.415353 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Notify callbacks [] for port, precommit_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:08.423912 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Transition to ACTIVE for port object a3b61567-22e8-4ca2-b385-2f8993906e9b will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:08.439721 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Transition to ACTIVE for port object a3b61567-22e8-4ca2-b385-2f8993906e9b will not be triggered until provisioned by entity DHCP. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:08.514063 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:07Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:08.540166 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530cc33d-5fa5-44a9-82be-138de326ced9 None None] The sync data for ids ['95c8a746-7572-4f43-9123-9c623fa0fb16'] in dv-cinder-787296-2-iscsi is: [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:07Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:55:08.552018 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:08.600750 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Network eb9a46e0-6286-40c5-8945-e998471a797a is already hosted by enough agents. {{(pid=100622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:55:08.607969 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.base_scheduler [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Resources bound (agent type, host, resource id): {{(pid=100622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:08.612253 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Received port after_create {{(pid=100622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:55:08.620789 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Pushing event updated for resources: {'Port': ['ID=a3b61567-22e8-4ca2-b385-2f8993906e9b,revision_number=1']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:08.644275 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:08.665378 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:08.677120 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Attempting to bind port a3b61567-22e8-4ca2-b385-2f8993906e9b on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:55:08.677776 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Attempting to bind port a3b61567-22e8-4ca2-b385-2f8993906e9b by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': 'a195ce8c-3186-4cd4-b176-0599c403277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eb9a46e0-6286-40c5-8945-e998471a797a'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:55:08.678446 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Attempting to bind port a3b61567-22e8-4ca2-b385-2f8993906e9b on network eb9a46e0-6286-40c5-8945-e998471a797a {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:55:08.683916 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:55:08.684445 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Checking segment: {'id': 'a195ce8c-3186-4cd4-b176-0599c403277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eb9a46e0-6286-40c5-8945-e998471a797a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:55:08.685785 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:08.685785 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Bound using segment: {'id': 'a195ce8c-3186-4cd4-b176-0599c403277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eb9a46e0-6286-40c5-8945-e998471a797a'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:55:08.686003 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Bound port: a3b61567-22e8-4ca2-b385-2f8993906e9b, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a195ce8c-3186-4cd4-b176-0599c403277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eb9a46e0-6286-40c5-8945-e998471a797a'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:55:08.686720 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:08.761152 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] For port a3b61567-22e8-4ca2-b385-2f8993906e9b, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:55:08.764533 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] For port a3b61567-22e8-4ca2-b385-2f8993906e9b, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=a3b61567-22e8-4ca2-b385-2f8993906e9b,segment=NetworkSegment(a195ce8c-3186-4cd4-b176-0599c403277c),segment_id=a195ce8c-3186-4cd4-b176-0599c403277c)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:55:08.783447 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Allocated IP 172.27.3.92 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/019a4517-dee9-438b-a54f-4bb4178ed094) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:55:08.877032 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:08.894928 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:08.953908 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8c23e-709e-4d4c-9e3f-72c83e827497 None None] Pushing event updated for resources: {'Port': ['ID=a3b61567-22e8-4ca2-b385-2f8993906e9b,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:09.025582 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:09.071435 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:55:09.074453 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:09.078336 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:55:09.084933 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Pushing event updated for resources: {'Port': ['ID=019a4517-dee9-438b-a54f-4bb4178ed094,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:09.464015 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:09.489521 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:09.715367 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519650'] for router, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:09.891435 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee161e7-1881-4a93-a52c-dfa4c83a15fd None None] Network eb9a46e0-6286-40c5-8945-e998471a797a requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:55:09.933524 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Router 31d9a000-8433-4c0d-885f-4f77ba40c493 is scheduled to L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e with binding_index 1 {{(pid=100621) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 12:55:09.940125 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device d70f5ff7-2562-45f9-9019-312f345d1966 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:10.060568 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:55:10.071653 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Sync routers for ids ['31d9a000-8433-4c0d-885f-4f77ba40c493'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:55:10.089300 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-80103477-000b-4e55-be2d-2d599465ceeb None None] Provisioning for port a3b61567-22e8-4ca2-b385-2f8993906e9b completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:10.112322 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Routers {'31d9a000-8433-4c0d-885f-4f77ba40c493'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:55:10.113877 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:55:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['31d9a000-8433-4c0d-885f-4f77ba40c493'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:10.163888 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port d70f5ff7-2562-45f9-9019-312f345d1966 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:10.179595 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port d70f5ff7-2562-45f9-9019-312f345d1966 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:10.180033 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:10.189215 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] Notify callbacks [] for router, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:10.191010 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-62ef8455-46bf-4827-830d-1f66c4a122e8 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2455389 Aug 07 12:55:10.193826 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38300) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:10.284579 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Set router 31d9a000-8433-4c0d-885f-4f77ba40c493 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:55:10.431028 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:10.469689 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port d70f5ff7-2562-45f9-9019-312f345d1966, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=d70f5ff7-2562-45f9-9019-312f345d1966,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:55:10.558848 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:10.559576 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device a3b61567-22e8-4ca2-b385-2f8993906e9b up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:10.657434 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'name': 'tempest-TestVolumeBootPattern-933508004-router', 'tenant_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '019a4517-dee9-438b-a54f-4bb4178ed094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:08Z', 'updated_at': '2021-08-07T12:55:09Z', 'revision_number': 3, 'project_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'gw_port': {'id': '019a4517-dee9-438b-a54f-4bb4178ed094', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:08Z', 'updated_at': '2021-08-07T12:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:10.701927 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Checking router: 31d9a000-8433-4c0d-885f-4f77ba40c493 for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:55:10.702338 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Updating router 31d9a000-8433-4c0d-885f-4f77ba40c493 port 019a4517-dee9-438b-a54f-4bb4178ed094 binding host dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:55:10.731020 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=d70f5ff7-2562-45f9-9019-312f345d1966,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:10.747523 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:11.009325 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:11.033924 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port a3b61567-22e8-4ca2-b385-2f8993906e9b completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:11.042950 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port a3b61567-22e8-4ca2-b385-2f8993906e9b triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:11.043320 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:11.179653 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Allocated IP 172.20.0.1 (eb9a46e0-6286-40c5-8945-e998471a797a/0227a385-99f9-456e-8d5d-c9464a9511fd/46c7f76e-947c-4fb1-91a6-0f15bf96e239) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:55:11.205215 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:11.244888 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Notify callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:11.261365 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port a3b61567-22e8-4ca2-b385-2f8993906e9b, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=a3b61567-22e8-4ca2-b385-2f8993906e9b,segment=NetworkSegment(a195ce8c-3186-4cd4-b176-0599c403277c),segment_id=a195ce8c-3186-4cd4-b176-0599c403277c)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:55:11.264123 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Transition to ACTIVE for port object 019a4517-dee9-438b-a54f-4bb4178ed094 will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:11.288946 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:11.300856 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Transition to ACTIVE for port object 46c7f76e-947c-4fb1-91a6-0f15bf96e239 will not be triggered until provisioned by entity DHCP. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:11.432964 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:11.436117 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:11.507400 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Attempting to bind port 019a4517-dee9-438b-a54f-4bb4178ed094 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:55:11.508094 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Attempting to bind port 019a4517-dee9-438b-a54f-4bb4178ed094 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:55:11.508094 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Attempting to bind port 019a4517-dee9-438b-a54f-4bb4178ed094 on network fd7d933b-f844-4b10-a5d9-6801ea2e0efc {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:55:11.516180 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=a3b61567-22e8-4ca2-b385-2f8993906e9b,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:11.519724 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:55:11.520104 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Checking segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:55:11.520510 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:11.520891 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Bound using segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:55:11.521362 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Bound port: 019a4517-dee9-438b-a54f-4bb4178ed094, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:55:11.521745 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:11.551602 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:11.595785 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Network eb9a46e0-6286-40c5-8945-e998471a797a is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:55:11.600213 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858989e8-881a-4623-86b9-67489b10ef75 None None] Pushing event updated for resources: {'Port': ['ID=019a4517-dee9-438b-a54f-4bb4178ed094,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:11.602049 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:11.605741 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:55:11.615850 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] For port 019a4517-dee9-438b-a54f-4bb4178ed094, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:55:11.619108 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] For port 019a4517-dee9-438b-a54f-4bb4178ed094, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=019a4517-dee9-438b-a54f-4bb4178ed094,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:55:11.630545 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Pushing event updated for resources: {'Port': ['ID=46c7f76e-947c-4fb1-91a6-0f15bf96e239,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:11.649939 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520721'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:11.769349 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:11.843024 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Routers {'31d9a000-8433-4c0d-885f-4f77ba40c493'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:55:11.843662 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:55:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['31d9a000-8433-4c0d-885f-4f77ba40c493'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:11.845629 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858989e8-881a-4623-86b9-67489b10ef75 None None] Pushing event updated for resources: {'Port': ['ID=019a4517-dee9-438b-a54f-4bb4178ed094,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:11.883457 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device d70f5ff7-2562-45f9-9019-312f345d1966 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:11.919661 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:11.979089 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-80838718-769d-450b-8c74-067602dd9b84 None None] Provisioning for port 46c7f76e-947c-4fb1-91a6-0f15bf96e239 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:11.994679 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-80838718-769d-450b-8c74-067602dd9b84 None None] Provisioning complete for port 46c7f76e-947c-4fb1-91a6-0f15bf96e239 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:11.994903 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-80838718-769d-450b-8c74-067602dd9b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:11.997741 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] Set router 31d9a000-8433-4c0d-885f-4f77ba40c493 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:55:12.076808 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port d70f5ff7-2562-45f9-9019-312f345d1966 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:12.077231 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:12.105709 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:12.155305 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-80838718-769d-450b-8c74-067602dd9b84 None None] Port 46c7f76e-947c-4fb1-91a6-0f15bf96e239 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:55:12.214204 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:12.262074 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device a3b61567-22e8-4ca2-b385-2f8993906e9b up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:12.287883 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520869'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:12.290504 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Pushing event updated for resources: {'Port': ['ID=46c7f76e-947c-4fb1-91a6-0f15bf96e239,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:12.329597 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'name': 'tempest-TestVolumeBootPattern-933508004-router', 'tenant_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '019a4517-dee9-438b-a54f-4bb4178ed094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:08Z', 'updated_at': '2021-08-07T12:55:09Z', 'revision_number': 3, 'project_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'gw_port': {'id': '019a4517-dee9-438b-a54f-4bb4178ed094', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:08Z', 'updated_at': '2021-08-07T12:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:12.333230 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port a3b61567-22e8-4ca2-b385-2f8993906e9b triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:12.333604 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:12.361233 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfb8294-afe7-459a-b9f8-95f8a565b6c3 None None] The sync data for ids ['31d9a000-8433-4c0d-885f-4f77ba40c493'] in dv-cinder-787296-2-iscsi is: [{'id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'name': 'tempest-TestVolumeBootPattern-933508004-router', 'tenant_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '019a4517-dee9-438b-a54f-4bb4178ed094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:08Z', 'updated_at': '2021-08-07T12:55:09Z', 'revision_number': 3, 'project_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'gw_port': {'id': '019a4517-dee9-438b-a54f-4bb4178ed094', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:08Z', 'updated_at': '2021-08-07T12:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:55:12.396356 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Network eb9a46e0-6286-40c5-8945-e998471a797a is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:55:12.398038 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:12.569334 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Router 31d9a000-8433-4c0d-885f-4f77ba40c493 has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:55:12.686032 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-dc0eea19-28eb-4dca-affb-5779ca208c4d None None] Provisioning complete for port 46c7f76e-947c-4fb1-91a6-0f15bf96e239 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:12.687226 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-dc0eea19-28eb-4dca-affb-5779ca208c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:12.712585 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:55:12.717711 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-4d77c0b9-76dd-42a7-a4a7-5a2bc8b15099 admin admin] 10.222.0.59 "PUT /v2.0/routers/31d9a000-8433-4c0d-885f-4f77ba40c493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5219953 Aug 07 12:55:12.754003 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-dc0eea19-28eb-4dca-affb-5779ca208c4d None None] Port 46c7f76e-947c-4fb1-91a6-0f15bf96e239 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:55:13.526702 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38354) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:13.532380 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-1fa2cb0a-d8bd-407c-bcfa-ab3fa22cb785 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-585697098', 'description': 'tempest-secgroup-smoke-585697098 description', 'project_id': 'df0e389d6f0540aebecb728b30ce8c74'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:13.739571 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fa2cb0a-d8bd-407c-bcfa-ab3fa22cb785 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:13.829002 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fa2cb0a-d8bd-407c-bcfa-ab3fa22cb785 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:13.881722 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 019a4517-dee9-438b-a54f-4bb4178ed094 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:13.897657 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Sync routers for ids ['31d9a000-8433-4c0d-885f-4f77ba40c493'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:55:13.909088 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Routers {'31d9a000-8433-4c0d-885f-4f77ba40c493'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:55:13.914433 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:55:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['31d9a000-8433-4c0d-885f-4f77ba40c493'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:14.007700 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fa2cb0a-d8bd-407c-bcfa-ab3fa22cb785 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:14.018410 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Set router 31d9a000-8433-4c0d-885f-4f77ba40c493 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:55:14.038938 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2cb0a-d8bd-407c-bcfa-ab3fa22cb785 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:14.075261 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 019a4517-dee9-438b-a54f-4bb4178ed094 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:14.079286 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 019a4517-dee9-438b-a54f-4bb4178ed094 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:14.079667 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:14.150557 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-1fa2cb0a-d8bd-407c-bcfa-ab3fa22cb785 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:14.152222 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-1fa2cb0a-d8bd-407c-bcfa-ab3fa22cb785 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6242473 Aug 07 12:55:14.155193 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38360) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:14.160411 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b3c39a69-d3af-4727-8a05-d3c110d78b00 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Request body: {'security_group_rule': {'security_group_id': 'd7a6fee6-0a44-4f5d-8e5a-49461bbc1daa', 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:14.165090 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:14.185600 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port 019a4517-dee9-438b-a54f-4bb4178ed094, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=019a4517-dee9-438b-a54f-4bb4178ed094,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:55:14.227514 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'name': 'tempest-TestVolumeBootPattern-933508004-router', 'tenant_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '019a4517-dee9-438b-a54f-4bb4178ed094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:08Z', 'updated_at': '2021-08-07T12:55:11Z', 'revision_number': 4, 'project_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'gw_port': {'id': '019a4517-dee9-438b-a54f-4bb4178ed094', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:08Z', 'updated_at': '2021-08-07T12:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '46c7f76e-947c-4fb1-91a6-0f15bf96e239', 'name': '', 'network_id': 'eb9a46e0-6286-40c5-8945-e998471a797a', 'tenant_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'mac_address': 'fa:16:3e:ba:fa:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0227a385-99f9-456e-8d5d-c9464a9511fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:11Z', 'updated_at': '2021-08-07T12:55:11Z', 'revision_number': 2, 'project_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'subnets': [{'id': '0227a385-99f9-456e-8d5d-c9464a9511fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:14.258941 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Checking router: 31d9a000-8433-4c0d-885f-4f77ba40c493 for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:55:14.260063 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Updating router 31d9a000-8433-4c0d-885f-4f77ba40c493 port 46c7f76e-947c-4fb1-91a6-0f15bf96e239 binding host dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:55:14.285273 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:14.298326 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3c39a69-d3af-4727-8a05-d3c110d78b00 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:14.310712 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:14.362404 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3c39a69-d3af-4727-8a05-d3c110d78b00 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:14.366955 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=019a4517-dee9-438b-a54f-4bb4178ed094,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:14.494628 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3c39a69-d3af-4727-8a05-d3c110d78b00 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:14.513259 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c39a69-d3af-4727-8a05-d3c110d78b00 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfdd1a0-f6ce-4140-818c-e2b3906290be,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:14.560949 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Notify callbacks [] for port, precommit_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:14.570394 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.provisioning_blocks [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Transition to ACTIVE for port object 46c7f76e-947c-4fb1-91a6-0f15bf96e239 will not be triggered until provisioned by entity L2. {{(pid=100623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:14.653400 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b3c39a69-d3af-4727-8a05-d3c110d78b00 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:14.654699 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-b3c39a69-d3af-4727-8a05-d3c110d78b00 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4983194 Aug 07 12:55:14.657447 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38366) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:14.662520 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-f9b4bf99-3f0f-46e6-9514-5b8e8384c372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Request body: {'security_group_rule': {'security_group_id': 'd7a6fee6-0a44-4f5d-8e5a-49461bbc1daa', 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:14.779131 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:14.844433 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fb635-d8ae-4c65-af04-ebaecedbde22 None None] Pushing event updated for resources: {'Port': ['ID=46c7f76e-947c-4fb1-91a6-0f15bf96e239,revision_number=3']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:14.844556 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bf99-3f0f-46e6-9514-5b8e8384c372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:14.922534 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Attempting to bind port 46c7f76e-947c-4fb1-91a6-0f15bf96e239 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:55:14.922534 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Attempting to bind port 46c7f76e-947c-4fb1-91a6-0f15bf96e239 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': 'a195ce8c-3186-4cd4-b176-0599c403277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eb9a46e0-6286-40c5-8945-e998471a797a'}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:55:14.922534 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Attempting to bind port 46c7f76e-947c-4fb1-91a6-0f15bf96e239 on network eb9a46e0-6286-40c5-8945-e998471a797a {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:55:14.923220 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bf99-3f0f-46e6-9514-5b8e8384c372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:14.925544 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:55:14.925876 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Checking segment: {'id': 'a195ce8c-3186-4cd4-b176-0599c403277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eb9a46e0-6286-40c5-8945-e998471a797a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:55:14.926395 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:14.926815 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Bound using segment: {'id': 'a195ce8c-3186-4cd4-b176-0599c403277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eb9a46e0-6286-40c5-8945-e998471a797a'} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:55:14.927437 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Bound port: 46c7f76e-947c-4fb1-91a6-0f15bf96e239, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a195ce8c-3186-4cd4-b176-0599c403277c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'eb9a46e0-6286-40c5-8945-e998471a797a'}}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:55:14.927943 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:14.996700 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] For port 46c7f76e-947c-4fb1-91a6-0f15bf96e239, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:55:15.002318 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] For port 46c7f76e-947c-4fb1-91a6-0f15bf96e239, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=46c7f76e-947c-4fb1-91a6-0f15bf96e239,segment=NetworkSegment(a195ce8c-3186-4cd4-b176-0599c403277c),segment_id=a195ce8c-3186-4cd4-b176-0599c403277c)] {{(pid=100623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:55:15.099462 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bf99-3f0f-46e6-9514-5b8e8384c372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:15.118470 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4bf99-3f0f-46e6-9514-5b8e8384c372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4623fab7-98fc-4951-b551-94738f74d9c6,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:15.133712 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:15.199647 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Routers {'31d9a000-8433-4c0d-885f-4f77ba40c493'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:55:15.200313 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:55:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['31d9a000-8433-4c0d-885f-4f77ba40c493'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:15.225256 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f9b4bf99-3f0f-46e6-9514-5b8e8384c372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:15.226723 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-f9b4bf99-3f0f-46e6-9514-5b8e8384c372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5682797 Aug 07 12:55:15.229430 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38374) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:15.234271 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-708c1761-1a7b-41d6-9c31-7963d3c710a9 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Request body: {'security_group_rule': {'security_group_id': 'd7a6fee6-0a44-4f5d-8e5a-49461bbc1daa', 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:15.238303 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fb635-d8ae-4c65-af04-ebaecedbde22 None None] Pushing event updated for resources: {'Port': ['ID=46c7f76e-947c-4fb1-91a6-0f15bf96e239,revision_number=4']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:15.323012 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] Set router 31d9a000-8433-4c0d-885f-4f77ba40c493 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:55:15.350622 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-708c1761-1a7b-41d6-9c31-7963d3c710a9 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:15.411088 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-708c1761-1a7b-41d6-9c31-7963d3c710a9 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:15.526703 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-708c1761-1a7b-41d6-9c31-7963d3c710a9 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:15.532169 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'name': 'tempest-TestVolumeBootPattern-933508004-router', 'tenant_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '019a4517-dee9-438b-a54f-4bb4178ed094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:08Z', 'updated_at': '2021-08-07T12:55:11Z', 'revision_number': 4, 'project_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'gw_port': {'id': '019a4517-dee9-438b-a54f-4bb4178ed094', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:08Z', 'updated_at': '2021-08-07T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '46c7f76e-947c-4fb1-91a6-0f15bf96e239', 'name': '', 'network_id': 'eb9a46e0-6286-40c5-8945-e998471a797a', 'tenant_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'mac_address': 'fa:16:3e:ba:fa:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0227a385-99f9-456e-8d5d-c9464a9511fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:11Z', 'updated_at': '2021-08-07T12:55:14Z', 'revision_number': 4, 'project_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'subnets': [{'id': '0227a385-99f9-456e-8d5d-c9464a9511fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:15.546478 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c1761-1a7b-41d6-9c31-7963d3c710a9 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f365fabd-0369-4562-8652-5bd95ffdf9c8,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:15.555064 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece717f-08cb-4a92-a73d-a5f09e7fe7b4 None None] The sync data for ids ['31d9a000-8433-4c0d-885f-4f77ba40c493'] in dv-cinder-787296-2-iscsi is: [{'id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'name': 'tempest-TestVolumeBootPattern-933508004-router', 'tenant_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '019a4517-dee9-438b-a54f-4bb4178ed094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:08Z', 'updated_at': '2021-08-07T12:55:11Z', 'revision_number': 4, 'project_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'gw_port': {'id': '019a4517-dee9-438b-a54f-4bb4178ed094', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:08Z', 'updated_at': '2021-08-07T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '46c7f76e-947c-4fb1-91a6-0f15bf96e239', 'name': '', 'network_id': 'eb9a46e0-6286-40c5-8945-e998471a797a', 'tenant_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'mac_address': 'fa:16:3e:ba:fa:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0227a385-99f9-456e-8d5d-c9464a9511fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:11Z', 'updated_at': '2021-08-07T12:55:14Z', 'revision_number': 4, 'project_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'subnets': [{'id': '0227a385-99f9-456e-8d5d-c9464a9511fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:55:15.659491 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-708c1761-1a7b-41d6-9c31-7963d3c710a9 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:15.660740 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-708c1761-1a7b-41d6-9c31-7963d3c710a9 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4302366 Aug 07 12:55:15.663525 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38376) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:15.668248 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-4d9a770e-3bbd-4477-a1ae-c7e3eb7f71c7 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Request body: {'security_group_rule': {'security_group_id': 'd7a6fee6-0a44-4f5d-8e5a-49461bbc1daa', 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:15.875487 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d9a770e-3bbd-4477-a1ae-c7e3eb7f71c7 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:15.960059 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 019a4517-dee9-438b-a54f-4bb4178ed094 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:16.012924 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d9a770e-3bbd-4477-a1ae-c7e3eb7f71c7 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:16.028737 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 019a4517-dee9-438b-a54f-4bb4178ed094 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:16.029644 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:16.125873 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 46c7f76e-947c-4fb1-91a6-0f15bf96e239 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:16.259251 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d9a770e-3bbd-4477-a1ae-c7e3eb7f71c7 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:16.277570 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a770e-3bbd-4477-a1ae-c7e3eb7f71c7 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c1d9e6-ed08-40dc-80c2-98bd12655131,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:16.390774 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 46c7f76e-947c-4fb1-91a6-0f15bf96e239 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:16.391002 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4d9a770e-3bbd-4477-a1ae-c7e3eb7f71c7 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:16.392244 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-4d9a770e-3bbd-4477-a1ae-c7e3eb7f71c7 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7276692 Aug 07 12:55:16.395290 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 46c7f76e-947c-4fb1-91a6-0f15bf96e239 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:16.395446 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38386) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:16.395997 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:16.400791 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-d9e396d8-25cd-4c21-9828-f8ebf3db953c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Request body: {'security_group_rule': {'security_group_id': 'd7a6fee6-0a44-4f5d-8e5a-49461bbc1daa', 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:16.484125 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:16.522619 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-d9e396d8-25cd-4c21-9828-f8ebf3db953c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Project df0e389d6f0540aebecb728b30ce8c74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 12:55:16.523644 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port 46c7f76e-947c-4fb1-91a6-0f15bf96e239, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=46c7f76e-947c-4fb1-91a6-0f15bf96e239,segment=NetworkSegment(a195ce8c-3186-4cd4-b176-0599c403277c),segment_id=a195ce8c-3186-4cd4-b176-0599c403277c)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:55:16.528257 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9e396d8-25cd-4c21-9828-f8ebf3db953c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:16.592570 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9e396d8-25cd-4c21-9828-f8ebf3db953c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:16.631483 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:16.685602 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=46c7f76e-947c-4fb1-91a6-0f15bf96e239,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:16.710476 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38390) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:16.737976 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9e396d8-25cd-4c21-9828-f8ebf3db953c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:16.756908 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e396d8-25cd-4c21-9828-f8ebf3db953c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1094ba-fd5e-4fd5-97e5-6857f398ba44,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:16.817811 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2de9-a883-405d-b700-d65303f1c6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:16.850090 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9e396d8-25cd-4c21-9828-f8ebf3db953c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:16.851658 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-d9e396d8-25cd-4c21-9828-f8ebf3db953c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4551113 Aug 07 12:55:16.854456 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38394) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:16.860687 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-cbf41071-29de-4dfe-8236-4e53754fd0ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Request body: {'security_group_rule': {'security_group_id': 'd7a6fee6-0a44-4f5d-8e5a-49461bbc1daa', 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:16.936868 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2de9-a883-405d-b700-d65303f1c6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:17.066614 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f7ce2de9-a883-405d-b700-d65303f1c6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:17.119172 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-f7ce2de9-a883-405d-b700-d65303f1c6ce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a9d25781a94745f08a276cb1b3b4fb9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4073668 Aug 07 12:55:17.121910 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce2de9-a883-405d-b700-d65303f1c6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1869b38-2c3e-4329-9ebe-1d8cec3a38c8,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:17.122287 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 38400) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:17.178575 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ec1fe1d8-998f-4a76-aa41-42133c1b2ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:17.201187 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ec1fe1d8-998f-4a76-aa41-42133c1b2ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:17.219529 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-cbf41071-29de-4dfe-8236-4e53754fd0ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Project df0e389d6f0540aebecb728b30ce8c74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 12:55:17.226368 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbf41071-29de-4dfe-8236-4e53754fd0ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:17.345273 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ec1fe1d8-998f-4a76-aa41-42133c1b2ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:17.347894 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ec1fe1d8-998f-4a76-aa41-42133c1b2ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:17.349853 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-ec1fe1d8-998f-4a76-aa41-42133c1b2ac1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b1869b38-2c3e-4329-9ebe-1d8cec3a38c8 HTTP/1.1" status: 204 len: 168 time: 0.2257285 Aug 07 12:55:17.357692 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbf41071-29de-4dfe-8236-4e53754fd0ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:17.358052 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fe1d8-998f-4a76-aa41-42133c1b2ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1869b38-2c3e-4329-9ebe-1d8cec3a38c8,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:17.441997 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbf41071-29de-4dfe-8236-4e53754fd0ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:17.463552 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf41071-29de-4dfe-8236-4e53754fd0ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2273a248-24ea-4b35-a698-7433dddac207,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:17.556484 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-cbf41071-29de-4dfe-8236-4e53754fd0ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:17.557783 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-cbf41071-29de-4dfe-8236-4e53754fd0ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7023852 Aug 07 12:55:17.861236 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 46c7f76e-947c-4fb1-91a6-0f15bf96e239 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:17.910414 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 46c7f76e-947c-4fb1-91a6-0f15bf96e239 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:17.910694 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:18.439822 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38464) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:18.572682 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-72a45279-9bc8-4444-a35f-7895d60598e2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-739407340-network', 'tenant_id': '346cbadd20654de98ecc856c10be82f2'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:18.703487 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a45279-9bc8-4444-a35f-7895d60598e2 admin admin] Made reservation on behalf of 346cbadd20654de98ecc856c10be82f2 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:55:18.706119 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-72a45279-9bc8-4444-a35f-7895d60598e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:18.715479 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-72a45279-9bc8-4444-a35f-7895d60598e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:18.806199 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-72a45279-9bc8-4444-a35f-7895d60598e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:18.933323 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-72a45279-9bc8-4444-a35f-7895d60598e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:18.955373 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a45279-9bc8-4444-a35f-7895d60598e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:55:18.968716 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a45279-9bc8-4444-a35f-7895d60598e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcae5c0-a4ce-4ff6-9c95-ff2064fd2ac9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:18.973576 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-72a45279-9bc8-4444-a35f-7895d60598e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:18.974454 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.segments_db [None req-72a45279-9bc8-4444-a35f-7895d60598e2 admin admin] Added segment fcc84ec1-b822-4cad-9814-e01869ab88d4 of type vlan for network 97f61b41-fa69-486e-9b79-ecc6068dcd4f Aug 07 12:55:19.016604 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-72a45279-9bc8-4444-a35f-7895d60598e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:19.122162 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-72a45279-9bc8-4444-a35f-7895d60598e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:19.123189 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a45279-9bc8-4444-a35f-7895d60598e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:19.123813 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-72a45279-9bc8-4444-a35f-7895d60598e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:19.190208 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a45279-9bc8-4444-a35f-7895d60598e2 admin admin] Pushing event updated for resources: {'Network': ['ID=97f61b41-fa69-486e-9b79-ecc6068dcd4f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:19.201512 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network 97f61b41-fa69-486e-9b79-ecc6068dcd4f details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:55:19.317388 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-72a45279-9bc8-4444-a35f-7895d60598e2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8764007 Aug 07 12:55:19.320527 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38488) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:19.325743 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c06550b2-4372-44b6-86fb-fa6ca9119da3 admin admin] Request body: {'subnet': {'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-739407340-subnet', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:19.435184 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06550b2-4372-44b6-86fb-fa6ca9119da3 admin admin] Made reservation on behalf of 346cbadd20654de98ecc856c10be82f2 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:55:19.441265 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c06550b2-4372-44b6-86fb-fa6ca9119da3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967451'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:19.728069 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c06550b2-4372-44b6-86fb-fa6ca9119da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8817334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967465'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:19.784233 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06550b2-4372-44b6-86fb-fa6ca9119da3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f8a9833-6598-4d66-ab83-b0c7c6d42105,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:19.794885 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06550b2-4372-44b6-86fb-fa6ca9119da3 admin admin] Checking segment: {'id': 'fcc84ec1-b822-4cad-9814-e01869ab88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:55:19.800333 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06550b2-4372-44b6-86fb-fa6ca9119da3 admin admin] Network hostable DHCP agents. Network: 97f61b41-fa69-486e-9b79-ecc6068dcd4f, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:55:19.939113 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06550b2-4372-44b6-86fb-fa6ca9119da3 admin admin] Network 97f61b41-fa69-486e-9b79-ecc6068dcd4f is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:55:20.104950 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-c06550b2-4372-44b6-86fb-fa6ca9119da3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, 97f61b41-fa69-486e-9b79-ecc6068dcd4f) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:20.109896 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06550b2-4372-44b6-86fb-fa6ca9119da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:20.110779 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c06550b2-4372-44b6-86fb-fa6ca9119da3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:20.114059 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c52eed-7403-44ae-968a-0a40c2fd2d4c None None] Network 97f61b41-fa69-486e-9b79-ecc6068dcd4f requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:55:20.254852 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-c06550b2-4372-44b6-86fb-fa6ca9119da3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9327273 Aug 07 12:55:20.258440 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38494) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:20.263285 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-739407340-router', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:20.267819 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc15771-8cdc-587f-93b0-745bffc99d06-97f61b41-fa69-486e-9b79-ecc6068dcd4f', 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'fixed_ips': [{'subnet_id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105'}]}} from dv-cinder-787296-2-iscsi. {{(pid=100622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 12:55:20.268705 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:20.411096 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.db_base_plugin_common [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Allocated IP 172.20.0.2 (97f61b41-fa69-486e-9b79-ecc6068dcd4f/7f8a9833-6598-4d66-ab83-b0c7c6d42105/9c4d2ca4-487e-4a3b-a91b-f170820a76c2) {{(pid=100622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:55:20.419692 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-521424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14588'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:20.420893 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14583'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:20.486234 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:20.577044 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Notify callbacks [] for port, precommit_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:20.585901 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Transition to ACTIVE for port object 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:20.600623 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Transition to ACTIVE for port object 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 will not be triggered until provisioned by entity DHCP. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:20.676819 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:20.717905 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Network 97f61b41-fa69-486e-9b79-ecc6068dcd4f is already hosted by enough agents. {{(pid=100622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:55:20.720989 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.base_scheduler [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Resources bound (agent type, host, resource id): {{(pid=100622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:20.725387 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Received port after_create {{(pid=100622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:55:20.730801 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Pushing event updated for resources: {'Port': ['ID=9c4d2ca4-487e-4a3b-a91b-f170820a76c2,revision_number=1']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:20.748438 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:20.785998 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Attempting to bind port 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:55:20.787194 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Attempting to bind port 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': 'fcc84ec1-b822-4cad-9814-e01869ab88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:55:20.787563 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Attempting to bind port 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 on network 97f61b41-fa69-486e-9b79-ecc6068dcd4f {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:55:20.792718 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:55:20.794108 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Checking segment: {'id': 'fcc84ec1-b822-4cad-9814-e01869ab88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:55:20.794108 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:20.794108 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Bound using segment: {'id': 'fcc84ec1-b822-4cad-9814-e01869ab88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:55:20.794442 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Bound port: 9c4d2ca4-487e-4a3b-a91b-f170820a76c2, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc84ec1-b822-4cad-9814-e01869ab88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:55:20.794750 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:20.860569 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] For port 9c4d2ca4-487e-4a3b-a91b-f170820a76c2, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:55:20.864050 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] For port 9c4d2ca4-487e-4a3b-a91b-f170820a76c2, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=9c4d2ca4-487e-4a3b-a91b-f170820a76c2,segment=NetworkSegment(fcc84ec1-b822-4cad-9814-e01869ab88d4),segment_id=fcc84ec1-b822-4cad-9814-e01869ab88d4)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:55:20.962556 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:21.025091 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145958f-b768-4c2a-963c-68d830f3bb12 None None] Pushing event updated for resources: {'Port': ['ID=9c4d2ca4-487e-4a3b-a91b-f170820a76c2,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:21.040687 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:21.061232 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:21.181514 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Allocated IP 172.27.3.219 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/b92b8b47-b8ad-4571-92ff-23b08ebd50a9) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:55:21.305211 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:21.448555 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:21.490936 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:55:21.493839 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:21.497413 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:55:21.502776 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Pushing event updated for resources: {'Port': ['ID=b92b8b47-b8ad-4571-92ff-23b08ebd50a9,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:21.858334 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:21.905708 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:21.956727 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1147abae-4116-4c3b-accc-fc5faf8e59f3 None None] Network 97f61b41-fa69-486e-9b79-ecc6068dcd4f requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:55:22.087225 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519650'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:22.198846 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:22.241835 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-aba4f978-3786-458b-9fbe-4867d1599404 None None] Provisioning for port 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:22.247954 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-aba4f978-3786-458b-9fbe-4867d1599404 None None] Provisioning complete for port 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:22.248325 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-aba4f978-3786-458b-9fbe-4867d1599404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:22.299021 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Router 311650cf-7999-4ef5-a324-82aabe80be7f is scheduled to L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 12:55:22.351864 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-aba4f978-3786-458b-9fbe-4867d1599404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:22.396680 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-aba4f978-3786-458b-9fbe-4867d1599404 None None] For port 9c4d2ca4-487e-4a3b-a91b-f170820a76c2, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=9c4d2ca4-487e-4a3b-a91b-f170820a76c2,segment=NetworkSegment(fcc84ec1-b822-4cad-9814-e01869ab88d4),segment_id=fcc84ec1-b822-4cad-9814-e01869ab88d4)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:55:22.420667 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:55:22.433367 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Sync routers for ids ['311650cf-7999-4ef5-a324-82aabe80be7f'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:55:22.444511 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Routers {'311650cf-7999-4ef5-a324-82aabe80be7f'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:55:22.450556 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:55:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['311650cf-7999-4ef5-a324-82aabe80be7f'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:22.488257 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-aba4f978-3786-458b-9fbe-4867d1599404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:22.510515 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] Notify callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:22.514505 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-08b6d865-c23f-420a-ab52-df1ad37e7c17 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2526195 Aug 07 12:55:22.514784 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38508) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:22.578670 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4f978-3786-458b-9fbe-4867d1599404 None None] Pushing event updated for resources: {'Port': ['ID=9c4d2ca4-487e-4a3b-a91b-f170820a76c2,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:22.602793 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Set router 311650cf-7999-4ef5-a324-82aabe80be7f gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:55:22.677971 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-e67d8314-49db-4239-8109-d11d38ca24c6 None None] Provisioning complete for port 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:22.678385 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e67d8314-49db-4239-8109-d11d38ca24c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:22.870961 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'name': 'tempest-TestShelveInstance-739407340-router', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:20Z', 'updated_at': '2021-08-07T12:55:21Z', 'revision_number': 3, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'gw_port': {'id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:21Z', 'updated_at': '2021-08-07T12:55:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:22.902967 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Checking router: 311650cf-7999-4ef5-a324-82aabe80be7f for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:55:22.903531 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Updating router 311650cf-7999-4ef5-a324-82aabe80be7f port b92b8b47-b8ad-4571-92ff-23b08ebd50a9 binding host dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:55:22.929530 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:22.975090 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:23.137023 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Allocated IP 172.20.0.1 (97f61b41-fa69-486e-9b79-ecc6068dcd4f/7f8a9833-6598-4d66-ab83-b0c7c6d42105/b612fb45-0e92-481e-9350-5022c5dcc914) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:55:23.194473 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Notify callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:23.205053 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Transition to ACTIVE for port object b92b8b47-b8ad-4571-92ff-23b08ebd50a9 will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:23.248092 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:23.262338 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Transition to ACTIVE for port object b612fb45-0e92-481e-9350-5022c5dcc914 will not be triggered until provisioned by entity DHCP. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:23.304666 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:23.362036 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:23.363849 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Attempting to bind port b92b8b47-b8ad-4571-92ff-23b08ebd50a9 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:55:23.364231 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Attempting to bind port b92b8b47-b8ad-4571-92ff-23b08ebd50a9 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:55:23.365125 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Attempting to bind port b92b8b47-b8ad-4571-92ff-23b08ebd50a9 on network fd7d933b-f844-4b10-a5d9-6801ea2e0efc {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:55:23.367174 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb33c7-94fb-43f6-9482-9bda6e6db572 None None] Pushing event updated for resources: {'Port': ['ID=b92b8b47-b8ad-4571-92ff-23b08ebd50a9,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:23.373996 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:55:23.375339 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Checking segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:55:23.375339 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:23.375339 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Bound using segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:55:23.375737 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Bound port: b92b8b47-b8ad-4571-92ff-23b08ebd50a9, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:55:23.376128 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:23.408698 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Network 97f61b41-fa69-486e-9b79-ecc6068dcd4f is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:55:23.415117 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:23.417474 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:55:23.419519 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Pushing event updated for resources: {'Port': ['ID=b612fb45-0e92-481e-9350-5022c5dcc914,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:23.433145 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] For port b92b8b47-b8ad-4571-92ff-23b08ebd50a9, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:55:23.437106 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] For port b92b8b47-b8ad-4571-92ff-23b08ebd50a9, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=b92b8b47-b8ad-4571-92ff-23b08ebd50a9,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:55:23.448111 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:23.448466 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:23.448818 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:23.449148 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:23.449480 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:23.449811 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:23.450138 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:23.450494 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:23.450820 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:23.451140 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:23.451461 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:23.451781 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:23.478416 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520721'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:23.516600 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:23.591895 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb33c7-94fb-43f6-9482-9bda6e6db572 None None] Pushing event updated for resources: {'Port': ['ID=b92b8b47-b8ad-4571-92ff-23b08ebd50a9,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:23.627559 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Routers {'311650cf-7999-4ef5-a324-82aabe80be7f'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:55:23.627895 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:55:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['311650cf-7999-4ef5-a324-82aabe80be7f'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:23.757157 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] Set router 311650cf-7999-4ef5-a324-82aabe80be7f gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:55:23.791433 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-3022892e-b30a-4b77-af2d-b87faaecec35 None None] Provisioning for port b612fb45-0e92-481e-9350-5022c5dcc914 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:23.884881 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-3022892e-b30a-4b77-af2d-b87faaecec35 None None] Provisioning complete for port b612fb45-0e92-481e-9350-5022c5dcc914 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:23.885408 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-3022892e-b30a-4b77-af2d-b87faaecec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:23.917035 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:23.984951 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-3022892e-b30a-4b77-af2d-b87faaecec35 None None] Port b612fb45-0e92-481e-9350-5022c5dcc914 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:55:24.027422 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:24.038605 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:24.038979 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:24.122214 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'name': 'tempest-TestShelveInstance-739407340-router', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:20Z', 'updated_at': '2021-08-07T12:55:21Z', 'revision_number': 3, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'gw_port': {'id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:21Z', 'updated_at': '2021-08-07T12:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:24.155534 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e7d861-e202-4e55-b426-755ebb1cfc1a None None] The sync data for ids ['311650cf-7999-4ef5-a324-82aabe80be7f'] in dv-cinder-787296-2-iscsi is: [{'id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'name': 'tempest-TestShelveInstance-739407340-router', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:20Z', 'updated_at': '2021-08-07T12:55:21Z', 'revision_number': 3, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'gw_port': {'id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:21Z', 'updated_at': '2021-08-07T12:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:55:24.213112 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:24.293291 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:24.367149 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Pushing event updated for resources: {'Port': ['ID=b612fb45-0e92-481e-9350-5022c5dcc914,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:24.371012 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520869'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:24.482689 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Network 97f61b41-fa69-486e-9b79-ecc6068dcd4f is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:55:24.484123 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:24.615390 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Router 311650cf-7999-4ef5-a324-82aabe80be7f has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:55:24.716276 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-a0d6236a-0a57-4498-b110-0b957a354bc3 None None] Provisioning complete for port b612fb45-0e92-481e-9350-5022c5dcc914 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:24.717084 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-a0d6236a-0a57-4498-b110-0b957a354bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:24.741983 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:55:24.754792 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-a0d6236a-0a57-4498-b110-0b957a354bc3 None None] Port b612fb45-0e92-481e-9350-5022c5dcc914 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:55:24.756995 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-5c738660-a533-449e-9fff-9ad3ecc0f848 admin admin] 10.222.0.59 "PUT /v2.0/routers/311650cf-7999-4ef5-a324-82aabe80be7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2410572 Aug 07 12:55:25.522407 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38542) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:25.527769 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-2794fd5f-cc49-4055-a4a2-d2a2e944ccf1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-875593926-network', 'tenant_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:25.658356 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2794fd5f-cc49-4055-a4a2-d2a2e944ccf1 admin admin] Made reservation on behalf of 3ec189e86f9d4c84a3a4e3dc0c4128dc for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:55:25.658356 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2794fd5f-cc49-4055-a4a2-d2a2e944ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:25.665685 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2794fd5f-cc49-4055-a4a2-d2a2e944ccf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:25.677704 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Sync routers for ids ['311650cf-7999-4ef5-a324-82aabe80be7f'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:55:25.686997 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Routers {'311650cf-7999-4ef5-a324-82aabe80be7f'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:55:25.687610 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:55:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['311650cf-7999-4ef5-a324-82aabe80be7f'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:25.773249 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2794fd5f-cc49-4055-a4a2-d2a2e944ccf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:25.888367 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device b92b8b47-b8ad-4571-92ff-23b08ebd50a9 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:25.890359 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Set router 311650cf-7999-4ef5-a324-82aabe80be7f gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:55:25.911237 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2794fd5f-cc49-4055-a4a2-d2a2e944ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:25.943162 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2794fd5f-cc49-4055-a4a2-d2a2e944ccf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:55:25.944588 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794fd5f-cc49-4055-a4a2-d2a2e944ccf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415bcc14-71f8-4816-b34b-1619fac5161b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:25.960661 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2794fd5f-cc49-4055-a4a2-d2a2e944ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:25.961117 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.segments_db [None req-2794fd5f-cc49-4055-a4a2-d2a2e944ccf1 admin admin] Added segment b8356f53-1cab-4f60-b2c6-d1e32be41ab5 of type vlan for network d0f594ec-dd6e-47d2-895b-568d839179fa Aug 07 12:55:26.011490 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2794fd5f-cc49-4055-a4a2-d2a2e944ccf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:26.105068 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port b92b8b47-b8ad-4571-92ff-23b08ebd50a9 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:26.109751 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port b92b8b47-b8ad-4571-92ff-23b08ebd50a9 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:26.110262 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:26.113053 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'name': 'tempest-TestShelveInstance-739407340-router', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:20Z', 'updated_at': '2021-08-07T12:55:23Z', 'revision_number': 4, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'gw_port': {'id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d6:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:21Z', 'updated_at': '2021-08-07T12:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': 'b612fb45-0e92-481e-9350-5022c5dcc914', 'name': '', 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'mac_address': 'fa:16:3e:98:bc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:22Z', 'updated_at': '2021-08-07T12:55:24Z', 'revision_number': 2, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'subnets': [{'id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:26.142453 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Checking router: 311650cf-7999-4ef5-a324-82aabe80be7f for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:55:26.142851 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Updating router 311650cf-7999-4ef5-a324-82aabe80be7f port b612fb45-0e92-481e-9350-5022c5dcc914 binding host dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:55:26.162533 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2794fd5f-cc49-4055-a4a2-d2a2e944ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:26.163659 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2794fd5f-cc49-4055-a4a2-d2a2e944ccf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:26.164446 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2794fd5f-cc49-4055-a4a2-d2a2e944ccf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:26.170446 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:26.202838 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:26.234232 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port b92b8b47-b8ad-4571-92ff-23b08ebd50a9, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=b92b8b47-b8ad-4571-92ff-23b08ebd50a9,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:55:26.246488 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794fd5f-cc49-4055-a4a2-d2a2e944ccf1 admin admin] Pushing event updated for resources: {'Network': ['ID=d0f594ec-dd6e-47d2-895b-568d839179fa,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:26.258510 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network d0f594ec-dd6e-47d2-895b-568d839179fa details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:55:26.358271 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-2794fd5f-cc49-4055-a4a2-d2a2e944ccf1 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8338931 Aug 07 12:55:26.366040 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38550) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:26.374037 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-7788cada-b672-4861-84b4-16c464dae60f admin admin] Request body: {'subnet': {'network_id': 'd0f594ec-dd6e-47d2-895b-568d839179fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-875593926-subnet', 'tenant_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:26.432462 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:26.470229 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7788cada-b672-4861-84b4-16c464dae60f admin admin] Made reservation on behalf of 3ec189e86f9d4c84a3a4e3dc0c4128dc for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:55:26.474385 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7788cada-b672-4861-84b4-16c464dae60f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967451'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:26.477395 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Notify callbacks [] for port, precommit_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:26.487941 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.provisioning_blocks [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Transition to ACTIVE for port object b612fb45-0e92-481e-9350-5022c5dcc914 will not be triggered until provisioned by entity L2. {{(pid=100623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:26.498963 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=b92b8b47-b8ad-4571-92ff-23b08ebd50a9,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:26.567738 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:26.617119 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3c191-cc4c-4480-a761-daad9afdbf73 None None] Pushing event updated for resources: {'Port': ['ID=b612fb45-0e92-481e-9350-5022c5dcc914,revision_number=3']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:26.690029 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Attempting to bind port b612fb45-0e92-481e-9350-5022c5dcc914 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:55:26.690900 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Attempting to bind port b612fb45-0e92-481e-9350-5022c5dcc914 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': 'fcc84ec1-b822-4cad-9814-e01869ab88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f'}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:55:26.691208 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Attempting to bind port b612fb45-0e92-481e-9350-5022c5dcc914 on network 97f61b41-fa69-486e-9b79-ecc6068dcd4f {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:55:26.698404 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:55:26.698895 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Checking segment: {'id': 'fcc84ec1-b822-4cad-9814-e01869ab88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:55:26.699300 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:26.699827 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Bound using segment: {'id': 'fcc84ec1-b822-4cad-9814-e01869ab88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f'} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:55:26.700389 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Bound port: b612fb45-0e92-481e-9350-5022c5dcc914, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcc84ec1-b822-4cad-9814-e01869ab88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f'}}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:55:26.700852 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:26.733427 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7788cada-b672-4861-84b4-16c464dae60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8817334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967465'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:26.783294 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] For port b612fb45-0e92-481e-9350-5022c5dcc914, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:55:26.787813 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] For port b612fb45-0e92-481e-9350-5022c5dcc914, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=b612fb45-0e92-481e-9350-5022c5dcc914,segment=NetworkSegment(fcc84ec1-b822-4cad-9814-e01869ab88d4),segment_id=fcc84ec1-b822-4cad-9814-e01869ab88d4)] {{(pid=100623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:55:26.804624 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788cada-b672-4861-84b4-16c464dae60f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9b35479-1b41-4040-8e3f-4c679e845ece,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:26.810278 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788cada-b672-4861-84b4-16c464dae60f admin admin] Checking segment: {'id': 'b8356f53-1cab-4f60-b2c6-d1e32be41ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd0f594ec-dd6e-47d2-895b-568d839179fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:55:26.811181 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7788cada-b672-4861-84b4-16c464dae60f admin admin] Network hostable DHCP agents. Network: d0f594ec-dd6e-47d2-895b-568d839179fa, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:55:26.928378 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:26.968494 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7788cada-b672-4861-84b4-16c464dae60f admin admin] Network d0f594ec-dd6e-47d2-895b-568d839179fa is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:55:26.992973 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Routers {'311650cf-7999-4ef5-a324-82aabe80be7f'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:55:27.004096 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:55:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['311650cf-7999-4ef5-a324-82aabe80be7f'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:27.008324 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3c191-cc4c-4480-a761-daad9afdbf73 None None] Pushing event updated for resources: {'Port': ['ID=b612fb45-0e92-481e-9350-5022c5dcc914,revision_number=4']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:27.105166 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-7788cada-b672-4861-84b4-16c464dae60f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, d0f594ec-dd6e-47d2-895b-568d839179fa) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:27.117687 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d6fd55-f4ee-41ac-badb-f9b5aafacb6e None None] Network d0f594ec-dd6e-47d2-895b-568d839179fa requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:55:27.119268 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7788cada-b672-4861-84b4-16c464dae60f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:27.119969 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-7788cada-b672-4861-84b4-16c464dae60f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:27.152110 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] Set router 311650cf-7999-4ef5-a324-82aabe80be7f gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:55:27.214170 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-7788cada-b672-4861-84b4-16c464dae60f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8466306 Aug 07 12:55:27.216521 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38556) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:27.221240 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-875593926-router', 'tenant_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:27.298948 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfc15771-8cdc-587f-93b0-745bffc99d06-d0f594ec-dd6e-47d2-895b-568d839179fa', 'network_id': 'd0f594ec-dd6e-47d2-895b-568d839179fa', 'tenant_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'fixed_ips': [{'subnet_id': 'c9b35479-1b41-4040-8e3f-4c679e845ece'}]}} from dv-cinder-787296-2-iscsi. {{(pid=100622) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 07 12:55:27.299840 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:27.402906 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'name': 'tempest-TestShelveInstance-739407340-router', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:20Z', 'updated_at': '2021-08-07T12:55:23Z', 'revision_number': 4, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'gw_port': {'id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:21Z', 'updated_at': '2021-08-07T12:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': 'b612fb45-0e92-481e-9350-5022c5dcc914', 'name': '', 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'mac_address': 'fa:16:3e:98:bc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:22Z', 'updated_at': '2021-08-07T12:55:26Z', 'revision_number': 4, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'subnets': [{'id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:27.406721 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-521424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14588'] for router, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:27.407782 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-522848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-519441', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1644328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14583'] for router, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:27.439871 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aa87c0-0421-47b1-917e-aaa2f7d81ca3 None None] The sync data for ids ['311650cf-7999-4ef5-a324-82aabe80be7f'] in dv-cinder-787296-2-iscsi is: [{'id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'name': 'tempest-TestShelveInstance-739407340-router', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:20Z', 'updated_at': '2021-08-07T12:55:23Z', 'revision_number': 4, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'gw_port': {'id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:21Z', 'updated_at': '2021-08-07T12:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': 'b612fb45-0e92-481e-9350-5022c5dcc914', 'name': '', 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'mac_address': 'fa:16:3e:98:bc:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:22Z', 'updated_at': '2021-08-07T12:55:26Z', 'revision_number': 4, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'subnets': [{'id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:55:27.461418 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.db_base_plugin_common [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Allocated IP 172.20.0.2 (d0f594ec-dd6e-47d2-895b-568d839179fa/c9b35479-1b41-4040-8e3f-4c679e845ece/484651e1-d872-4e77-bb25-e2ce7067ecc2) {{(pid=100622) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:55:27.466812 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:27.640390 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Notify callbacks [] for port, precommit_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:27.649611 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Transition to ACTIVE for port object 484651e1-d872-4e77-bb25-e2ce7067ecc2 will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:27.666126 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Transition to ACTIVE for port object 484651e1-d872-4e77-bb25-e2ce7067ecc2 will not be triggered until provisioned by entity DHCP. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:27.713378 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:27.756601 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365'] for port, after_create {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:27.800700 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Network d0f594ec-dd6e-47d2-895b-568d839179fa is already hosted by enough agents. {{(pid=100622) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:55:27.816209 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.scheduler.base_scheduler [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Resources bound (agent type, host, resource id): {{(pid=100622) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:27.820110 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Received port after_create {{(pid=100622) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:55:27.828212 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Pushing event updated for resources: {'Port': ['ID=484651e1-d872-4e77-bb25-e2ce7067ecc2,revision_number=1']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:27.906203 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Attempting to bind port 484651e1-d872-4e77-bb25-e2ce7067ecc2 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:55:27.906958 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Attempting to bind port 484651e1-d872-4e77-bb25-e2ce7067ecc2 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': 'b8356f53-1cab-4f60-b2c6-d1e32be41ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd0f594ec-dd6e-47d2-895b-568d839179fa'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:55:27.907568 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Attempting to bind port 484651e1-d872-4e77-bb25-e2ce7067ecc2 on network d0f594ec-dd6e-47d2-895b-568d839179fa {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:55:27.914884 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:55:27.915379 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Checking segment: {'id': 'b8356f53-1cab-4f60-b2c6-d1e32be41ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd0f594ec-dd6e-47d2-895b-568d839179fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:55:27.915947 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:27.916456 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Bound using segment: {'id': 'b8356f53-1cab-4f60-b2c6-d1e32be41ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd0f594ec-dd6e-47d2-895b-568d839179fa'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:55:27.917165 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Bound port: 484651e1-d872-4e77-bb25-e2ce7067ecc2, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8356f53-1cab-4f60-b2c6-d1e32be41ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd0f594ec-dd6e-47d2-895b-568d839179fa'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:55:27.917650 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:27.996240 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device b612fb45-0e92-481e-9350-5022c5dcc914 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:28.001769 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] For port 484651e1-d872-4e77-bb25-e2ce7067ecc2, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:55:28.041280 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] For port 484651e1-d872-4e77-bb25-e2ce7067ecc2, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=484651e1-d872-4e77-bb25-e2ce7067ecc2,segment=NetworkSegment(b8356f53-1cab-4f60-b2c6-d1e32be41ab5),segment_id=b8356f53-1cab-4f60-b2c6-d1e32be41ab5)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:55:28.061002 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:28.081347 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:28.140046 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:28.172986 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port b612fb45-0e92-481e-9350-5022c5dcc914 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:28.188315 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port b612fb45-0e92-481e-9350-5022c5dcc914 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:28.188997 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:28.215664 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Allocated IP 172.27.3.232 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/38cc9404-8259-4012-b0ce-ab4147ef1b41) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:55:28.243722 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d37866-b082-4d6c-b4a5-35a94324b424 None None] Pushing event updated for resources: {'Port': ['ID=484651e1-d872-4e77-bb25-e2ce7067ecc2,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:28.296627 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:28.351398 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port b612fb45-0e92-481e-9350-5022c5dcc914, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=b612fb45-0e92-481e-9350-5022c5dcc914,segment=NetworkSegment(fcc84ec1-b822-4cad-9814-e01869ab88d4),segment_id=fcc84ec1-b822-4cad-9814-e01869ab88d4)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:55:28.354691 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:28.472519 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:28.473553 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device b92b8b47-b8ad-4571-92ff-23b08ebd50a9 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:28.548345 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:28.569855 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=b612fb45-0e92-481e-9350-5022c5dcc914,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:28.591980 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port b92b8b47-b8ad-4571-92ff-23b08ebd50a9 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:28.592456 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:28.609021 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:55:28.613877 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:28.617542 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:55:28.645117 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=38cc9404-8259-4012-b0ce-ab4147ef1b41,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:28.998727 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:29.199710 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e8d025-451b-4895-adb8-3eead05369dd None None] Network d0f594ec-dd6e-47d2-895b-568d839179fa requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:55:29.214008 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-522857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-519650'] for router, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:29.436599 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-f3f30bf5-bfd5-472b-8809-1cce49435711 None None] Provisioning for port 484651e1-d872-4e77-bb25-e2ce7067ecc2 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:29.459871 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Router 65030043-7e62-4be3-babc-7631212bdff1 is scheduled to L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e with binding_index 1 {{(pid=100620) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 07 12:55:29.582024 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:55:29.594092 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Sync routers for ids ['65030043-7e62-4be3-babc-7631212bdff1'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:55:29.603505 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Routers {'65030043-7e62-4be3-babc-7631212bdff1'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:55:29.604123 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:55:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['65030043-7e62-4be3-babc-7631212bdff1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:29.675028 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] Notify callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:29.676557 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-df7f655a-ddf3-4d95-960b-da8bf0c20ed6 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4590669 Aug 07 12:55:29.679449 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38572) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:29.720965 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Set router 65030043-7e62-4be3-babc-7631212bdff1 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:55:29.936619 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65030043-7e62-4be3-babc-7631212bdff1', 'name': 'tempest-TestShelveInstance-875593926-router', 'tenant_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '38cc9404-8259-4012-b0ce-ab4147ef1b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:27Z', 'updated_at': '2021-08-07T12:55:28Z', 'revision_number': 3, 'project_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'gw_port': {'id': '38cc9404-8259-4012-b0ce-ab4147ef1b41', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65030043-7e62-4be3-babc-7631212bdff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:28Z', 'updated_at': '2021-08-07T12:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:29.967392 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Checking router: 65030043-7e62-4be3-babc-7631212bdff1 for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:55:29.967841 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Updating router 65030043-7e62-4be3-babc-7631212bdff1 port 38cc9404-8259-4012-b0ce-ab4147ef1b41 binding host dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:55:29.994393 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device b612fb45-0e92-481e-9350-5022c5dcc914 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:30.020275 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:30.143073 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port b612fb45-0e92-481e-9350-5022c5dcc914 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:30.143457 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:30.312735 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 484651e1-d872-4e77-bb25-e2ce7067ecc2 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:30.387641 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:30.399036 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Notify callbacks [] for port, precommit_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:30.414008 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Transition to ACTIVE for port object 38cc9404-8259-4012-b0ce-ab4147ef1b41 will not be triggered until provisioned by entity L2. {{(pid=100622) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:30.504631 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 484651e1-d872-4e77-bb25-e2ce7067ecc2 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:30.509374 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 484651e1-d872-4e77-bb25-e2ce7067ecc2 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:30.509749 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:30.545819 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:30.559255 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Allocated IP 172.20.0.1 (d0f594ec-dd6e-47d2-895b-568d839179fa/c9b35479-1b41-4040-8e3f-4c679e845ece/42545a1b-77f6-4fc9-b57d-04a153aa9725) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:55:30.609460 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2efc46-c00d-496f-ba5b-68506c8078d6 None None] Pushing event updated for resources: {'Port': ['ID=38cc9404-8259-4012-b0ce-ab4147ef1b41,revision_number=2']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:30.614176 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Attempting to bind port 38cc9404-8259-4012-b0ce-ab4147ef1b41 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:55:30.614672 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Attempting to bind port 38cc9404-8259-4012-b0ce-ab4147ef1b41 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:55:30.615037 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Attempting to bind port 38cc9404-8259-4012-b0ce-ab4147ef1b41 on network fd7d933b-f844-4b10-a5d9-6801ea2e0efc {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:55:30.622801 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:55:30.623251 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Checking segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100622) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:55:30.623662 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:30.624052 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Bound using segment: {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'} {{(pid=100622) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:55:30.625004 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.managers [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Bound port: 38cc9404-8259-4012-b0ce-ab4147ef1b41, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '104f60f1-82a1-4005-8130-b10300c3a4cf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc'}}] {{(pid=100622) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:55:30.625401 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:30.679233 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:30.695516 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Transition to ACTIVE for port object 42545a1b-77f6-4fc9-b57d-04a153aa9725 will not be triggered until provisioned by entity DHCP. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:30.705608 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:30.721999 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] For port 38cc9404-8259-4012-b0ce-ab4147ef1b41, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100622) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:55:30.743338 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] For port 38cc9404-8259-4012-b0ce-ab4147ef1b41, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=38cc9404-8259-4012-b0ce-ab4147ef1b41,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100622) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:55:30.764625 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port 484651e1-d872-4e77-bb25-e2ce7067ecc2, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=484651e1-d872-4e77-bb25-e2ce7067ecc2,segment=NetworkSegment(b8356f53-1cab-4f60-b2c6-d1e32be41ab5),segment_id=b8356f53-1cab-4f60-b2c6-d1e32be41ab5)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:55:30.825163 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:30.866998 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Network d0f594ec-dd6e-47d2-895b-568d839179fa is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:55:30.869755 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:30.870802 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:30.879074 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:55:30.882057 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:30.882468 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=42545a1b-77f6-4fc9-b57d-04a153aa9725,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:30.928500 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-520721'] for router_interface, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:30.961077 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=484651e1-d872-4e77-bb25-e2ce7067ecc2,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:30.966421 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Routers {'65030043-7e62-4be3-babc-7631212bdff1'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:55:30.967056 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:55:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['65030043-7e62-4be3-babc-7631212bdff1'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:31.093943 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2efc46-c00d-496f-ba5b-68506c8078d6 None None] Pushing event updated for resources: {'Port': ['ID=38cc9404-8259-4012-b0ce-ab4147ef1b41,revision_number=3']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:31.122595 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] Set router 65030043-7e62-4be3-babc-7631212bdff1 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:55:31.258704 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:31.308643 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-034659ef-8255-4e67-a397-babbe0e2cc19 None None] Provisioning for port 42545a1b-77f6-4fc9-b57d-04a153aa9725 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:31.321616 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-034659ef-8255-4e67-a397-babbe0e2cc19 None None] Provisioning complete for port 42545a1b-77f6-4fc9-b57d-04a153aa9725 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:31.322268 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-034659ef-8255-4e67-a397-babbe0e2cc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:31.399557 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-034659ef-8255-4e67-a397-babbe0e2cc19 None None] Port 42545a1b-77f6-4fc9-b57d-04a153aa9725 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:55:31.423065 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:31.467130 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65030043-7e62-4be3-babc-7631212bdff1', 'name': 'tempest-TestShelveInstance-875593926-router', 'tenant_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '38cc9404-8259-4012-b0ce-ab4147ef1b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:27Z', 'updated_at': '2021-08-07T12:55:28Z', 'revision_number': 3, 'project_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'gw_port': {'id': '38cc9404-8259-4012-b0ce-ab4147ef1b41', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65030043-7e62-4be3-babc-7631212bdff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:28Z', 'updated_at': '2021-08-07T12:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:31.493137 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:31.493891 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86870dd-ede6-4c3e-a13b-69036c9a3930 None None] The sync data for ids ['65030043-7e62-4be3-babc-7631212bdff1'] in dv-cinder-787296-2-iscsi is: [{'id': '65030043-7e62-4be3-babc-7631212bdff1', 'name': 'tempest-TestShelveInstance-875593926-router', 'tenant_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '38cc9404-8259-4012-b0ce-ab4147ef1b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:27Z', 'updated_at': '2021-08-07T12:55:28Z', 'revision_number': 3, 'project_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'gw_port': {'id': '38cc9404-8259-4012-b0ce-ab4147ef1b41', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65030043-7e62-4be3-babc-7631212bdff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:28Z', 'updated_at': '2021-08-07T12:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:55:31.561482 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1676596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-520869'] for router_interface, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:31.563221 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=42545a1b-77f6-4fc9-b57d-04a153aa9725,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:31.662754 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Network d0f594ec-dd6e-47d2-895b-568d839179fa is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:55:31.665658 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:31.824892 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Router 65030043-7e62-4be3-babc-7631212bdff1 has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:55:31.984218 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:55:31.990753 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-ae775c33-2ec3-4831-8f7d-d261f4d0f2b9 admin admin] 10.222.0.59 "PUT /v2.0/routers/65030043-7e62-4be3-babc-7631212bdff1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3089569 Aug 07 12:55:32.029778 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 484651e1-d872-4e77-bb25-e2ce7067ecc2 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:32.063159 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-34415257-8ed7-4d8a-a475-f268b2a8f57a None None] Provisioning complete for port 42545a1b-77f6-4fc9-b57d-04a153aa9725 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:32.063757 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-34415257-8ed7-4d8a-a475-f268b2a8f57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:32.132198 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-34415257-8ed7-4d8a-a475-f268b2a8f57a None None] Port 42545a1b-77f6-4fc9-b57d-04a153aa9725 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:55:32.135982 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 484651e1-d872-4e77-bb25-e2ce7067ecc2 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:32.136471 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:32.221834 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 38cc9404-8259-4012-b0ce-ab4147ef1b41 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:32.340027 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 38cc9404-8259-4012-b0ce-ab4147ef1b41 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:32.346284 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 38cc9404-8259-4012-b0ce-ab4147ef1b41 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:32.346771 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:32.435881 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:32.459136 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port 38cc9404-8259-4012-b0ce-ab4147ef1b41, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=38cc9404-8259-4012-b0ce-ab4147ef1b41,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:55:32.572109 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:32.577777 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38606) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:32.583022 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-665d1f09-f615-4bdc-82b0-9f92b3d809da tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1826375433', 'description': 'tempest-secgroup-smoke-1826375433 description', 'project_id': '346cbadd20654de98ecc856c10be82f2'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:32.623303 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=38cc9404-8259-4012-b0ce-ab4147ef1b41,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:32.681688 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-665d1f09-f615-4bdc-82b0-9f92b3d809da tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:32.685182 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:55:32.764903 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-665d1f09-f615-4bdc-82b0-9f92b3d809da tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:32.835047 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-665d1f09-f615-4bdc-82b0-9f92b3d809da tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:32.866075 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d1f09-f615-4bdc-82b0-9f92b3d809da tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0afb7c5d-4a74-4f3d-8402-321c08343eb3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:32.933264 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-665d1f09-f615-4bdc-82b0-9f92b3d809da tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:32.934704 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-665d1f09-f615-4bdc-82b0-9f92b3d809da tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3558462 Aug 07 12:55:32.938143 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 38610) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:32.945763 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Request body: {'security_group_rule': {'security_group_id': '0afb7c5d-4a74-4f3d-8402-321c08343eb3', 'project_id': '346cbadd20654de98ecc856c10be82f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:33.049814 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:33.111761 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:33.185110 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Sync routers for ids ['65030043-7e62-4be3-babc-7631212bdff1'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:55:33.194665 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Routers {'65030043-7e62-4be3-babc-7631212bdff1'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:55:33.195274 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:55:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['65030043-7e62-4be3-babc-7631212bdff1'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:33.230075 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:33.251329 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f15dac-6f05-4441-8a72-1741291fb993,revision_number=0']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:33.258572 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:33.258953 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:33.259302 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:33.259642 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:33.259973 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:33.260305 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:33.260632 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:33.260965 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:33.261294 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:33.261621 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:33.261945 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:33.262295 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:33.300360 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Set router 65030043-7e62-4be3-babc-7631212bdff1 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:55:33.361965 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:33.363304 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-ef9b6ef7-0582-4222-9240-a4cdf9ce40b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4231648 Aug 07 12:55:33.367267 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38614) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:33.372758 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-8e4fe18a-0eea-42d1-8754-79e9aa60802f tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Request body: {'security_group_rule': {'security_group_id': '0afb7c5d-4a74-4f3d-8402-321c08343eb3', 'project_id': '346cbadd20654de98ecc856c10be82f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:33.498692 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2d32de0e-aadb-4e68-ae6d-d1c96701509e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:33.505760 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65030043-7e62-4be3-babc-7631212bdff1', 'name': 'tempest-TestShelveInstance-875593926-router', 'tenant_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '38cc9404-8259-4012-b0ce-ab4147ef1b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:27Z', 'updated_at': '2021-08-07T12:55:31Z', 'revision_number': 4, 'project_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'gw_port': {'id': '38cc9404-8259-4012-b0ce-ab4147ef1b41', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65030043-7e62-4be3-babc-7631212bdff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:28Z', 'updated_at': '2021-08-07T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '42545a1b-77f6-4fc9-b57d-04a153aa9725', 'name': '', 'network_id': 'd0f594ec-dd6e-47d2-895b-568d839179fa', 'tenant_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'mac_address': 'fa:16:3e:0f:30:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65030043-7e62-4be3-babc-7631212bdff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c9b35479-1b41-4040-8e3f-4c679e845ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:30Z', 'updated_at': '2021-08-07T12:55:31Z', 'revision_number': 2, 'project_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'subnets': [{'id': 'c9b35479-1b41-4040-8e3f-4c679e845ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:33.535629 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Checking router: 65030043-7e62-4be3-babc-7631212bdff1 for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:55:33.535980 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Updating router 65030043-7e62-4be3-babc-7631212bdff1 port 42545a1b-77f6-4fc9-b57d-04a153aa9725 binding host dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 07 12:55:33.553850 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe18a-0eea-42d1-8754-79e9aa60802f tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:33.561270 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:33.613859 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe18a-0eea-42d1-8754-79e9aa60802f tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:33.705101 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe18a-0eea-42d1-8754-79e9aa60802f tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:33.727597 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fe18a-0eea-42d1-8754-79e9aa60802f tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185362e1-3f01-4d5d-8688-e94dbec7d016,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:33.807792 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8e4fe18a-0eea-42d1-8754-79e9aa60802f tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:33.811898 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-8e4fe18a-0eea-42d1-8754-79e9aa60802f tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4409151 Aug 07 12:55:33.812225 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 38618) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:33.817437 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-7a3cfb21-8adb-42ef-8da9-f37d035d57af tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Request body: {'security_group_rule': {'security_group_id': '0afb7c5d-4a74-4f3d-8402-321c08343eb3', 'project_id': '346cbadd20654de98ecc856c10be82f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:33.884954 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 38cc9404-8259-4012-b0ce-ab4147ef1b41 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:33.915084 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Notify callbacks [] for port, precommit_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:33.924937 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.provisioning_blocks [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Transition to ACTIVE for port object 42545a1b-77f6-4fc9-b57d-04a153aa9725 will not be triggered until provisioned by entity L2. {{(pid=100623) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:33.937566 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 38cc9404-8259-4012-b0ce-ab4147ef1b41 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:33.937983 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:33.966891 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a3cfb21-8adb-42ef-8da9-f37d035d57af tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:34.025996 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a3cfb21-8adb-42ef-8da9-f37d035d57af tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:34.132233 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:34.155682 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a3cfb21-8adb-42ef-8da9-f37d035d57af tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:34.177538 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3cfb21-8adb-42ef-8da9-f37d035d57af tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b0aed5-31f3-4088-a44e-dfcbe689eaf9,revision_number=0']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:34.188289 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512413bf-3fcd-48f6-83c6-27df7d1f2720 None None] Pushing event updated for resources: {'Port': ['ID=42545a1b-77f6-4fc9-b57d-04a153aa9725,revision_number=3']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:34.244490 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Attempting to bind port 42545a1b-77f6-4fc9-b57d-04a153aa9725 on host dv-cinder-787296-2-iscsi for vnic_type normal with profile {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:55:34.245594 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Attempting to bind port 42545a1b-77f6-4fc9-b57d-04a153aa9725 by drivers openvswitch,hyperv on host dv-cinder-787296-2-iscsi at level 0 using segments [{'id': 'b8356f53-1cab-4f60-b2c6-d1e32be41ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd0f594ec-dd6e-47d2-895b-568d839179fa'}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:55:34.245961 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Attempting to bind port 42545a1b-77f6-4fc9-b57d-04a153aa9725 on network d0f594ec-dd6e-47d2-895b-568d839179fa {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:55:34.251623 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Checking agent: {'id': '50b4920f-24a5-4ade-9539-7423cc9eaade', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-787296-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 40, 37), 'started_at': datetime.datetime(2021, 8, 7, 12, 41, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-787296-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:55:34.251983 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Checking segment: {'id': 'b8356f53-1cab-4f60-b2c6-d1e32be41ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd0f594ec-dd6e-47d2-895b-568d839179fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100623) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:55:34.252629 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:34.253023 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Bound using segment: {'id': 'b8356f53-1cab-4f60-b2c6-d1e32be41ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd0f594ec-dd6e-47d2-895b-568d839179fa'} {{(pid=100623) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:55:34.253495 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.managers [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Bound port: 42545a1b-77f6-4fc9-b57d-04a153aa9725, host: dv-cinder-787296-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8356f53-1cab-4f60-b2c6-d1e32be41ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'd0f594ec-dd6e-47d2-895b-568d839179fa'}}] {{(pid=100623) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:55:34.253891 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:34.270290 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-7a3cfb21-8adb-42ef-8da9-f37d035d57af tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:34.272367 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-7a3cfb21-8adb-42ef-8da9-f37d035d57af tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4590516 Aug 07 12:55:34.275569 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38624) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:34.282093 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-185727b0-c06f-458e-aa43-7816da930a6b tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Request body: {'security_group_rule': {'security_group_id': '0afb7c5d-4a74-4f3d-8402-321c08343eb3', 'project_id': '346cbadd20654de98ecc856c10be82f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:34.325983 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] For port 42545a1b-77f6-4fc9-b57d-04a153aa9725, host dv-cinder-787296-2-iscsi, cleared binding levels {{(pid=100623) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:55:34.329332 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.plugins.ml2.db [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] For port 42545a1b-77f6-4fc9-b57d-04a153aa9725, host dv-cinder-787296-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=42545a1b-77f6-4fc9-b57d-04a153aa9725,segment=NetworkSegment(b8356f53-1cab-4f60-b2c6-d1e32be41ab5),segment_id=b8356f53-1cab-4f60-b2c6-d1e32be41ab5)] {{(pid=100623) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:55:34.416972 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-185727b0-c06f-458e-aa43-7816da930a6b tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:34.448289 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron_lib.callbacks.manager [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100623) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:34.490395 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-185727b0-c06f-458e-aa43-7816da930a6b tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:34.510547 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Routers {'65030043-7e62-4be3-babc-7631212bdff1'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:55:34.511219 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:55:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['65030043-7e62-4be3-babc-7631212bdff1'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:34.516297 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512413bf-3fcd-48f6-83c6-27df7d1f2720 None None] Pushing event updated for resources: {'Port': ['ID=42545a1b-77f6-4fc9-b57d-04a153aa9725,revision_number=4']} {{(pid=100623) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:34.573295 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-185727b0-c06f-458e-aa43-7816da930a6b tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:34.595679 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185727b0-c06f-458e-aa43-7816da930a6b tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b93387c5-d879-486b-ab71-d14a6aa831d0,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:34.628881 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] Set router 65030043-7e62-4be3-babc-7631212bdff1 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:55:34.703181 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-185727b0-c06f-458e-aa43-7816da930a6b tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:34.704434 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-185727b0-c06f-458e-aa43-7816da930a6b tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4264679 Aug 07 12:55:34.707478 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38628) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:34.712511 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-c81cdf27-d32a-4c4b-b98a-7f29f8d0e6d4 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Request body: {'security_group_rule': {'security_group_id': '0afb7c5d-4a74-4f3d-8402-321c08343eb3', 'project_id': '346cbadd20654de98ecc856c10be82f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:34.801676 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-c81cdf27-d32a-4c4b-b98a-7f29f8d0e6d4 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Project 346cbadd20654de98ecc856c10be82f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 12:55:34.806925 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c81cdf27-d32a-4c4b-b98a-7f29f8d0e6d4 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:34.834594 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65030043-7e62-4be3-babc-7631212bdff1', 'name': 'tempest-TestShelveInstance-875593926-router', 'tenant_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '38cc9404-8259-4012-b0ce-ab4147ef1b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:27Z', 'updated_at': '2021-08-07T12:55:31Z', 'revision_number': 4, 'project_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'gw_port': {'id': '38cc9404-8259-4012-b0ce-ab4147ef1b41', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65030043-7e62-4be3-babc-7631212bdff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:28Z', 'updated_at': '2021-08-07T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '42545a1b-77f6-4fc9-b57d-04a153aa9725', 'name': '', 'network_id': 'd0f594ec-dd6e-47d2-895b-568d839179fa', 'tenant_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'mac_address': 'fa:16:3e:0f:30:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65030043-7e62-4be3-babc-7631212bdff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c9b35479-1b41-4040-8e3f-4c679e845ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:30Z', 'updated_at': '2021-08-07T12:55:34Z', 'revision_number': 4, 'project_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'subnets': [{'id': 'c9b35479-1b41-4040-8e3f-4c679e845ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:55:34.860663 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0734002-71cb-48cd-9202-488d2553b1df None None] The sync data for ids ['65030043-7e62-4be3-babc-7631212bdff1'] in dv-cinder-787296-2-iscsi is: [{'id': '65030043-7e62-4be3-babc-7631212bdff1', 'name': 'tempest-TestShelveInstance-875593926-router', 'tenant_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '38cc9404-8259-4012-b0ce-ab4147ef1b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:27Z', 'updated_at': '2021-08-07T12:55:31Z', 'revision_number': 4, 'project_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'gw_port': {'id': '38cc9404-8259-4012-b0ce-ab4147ef1b41', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65030043-7e62-4be3-babc-7631212bdff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:28Z', 'updated_at': '2021-08-07T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '42545a1b-77f6-4fc9-b57d-04a153aa9725', 'name': '', 'network_id': 'd0f594ec-dd6e-47d2-895b-568d839179fa', 'tenant_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'mac_address': 'fa:16:3e:0f:30:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65030043-7e62-4be3-babc-7631212bdff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'c9b35479-1b41-4040-8e3f-4c679e845ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:30Z', 'updated_at': '2021-08-07T12:55:34Z', 'revision_number': 4, 'project_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'subnets': [{'id': 'c9b35479-1b41-4040-8e3f-4c679e845ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:55:34.868196 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c81cdf27-d32a-4c4b-b98a-7f29f8d0e6d4 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:34.961040 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c81cdf27-d32a-4c4b-b98a-7f29f8d0e6d4 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:34.977165 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cdf27-d32a-4c4b-b98a-7f29f8d0e6d4 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afc9c6a-3ebe-423a-8710-f399b078c2fd,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:35.064875 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c81cdf27-d32a-4c4b-b98a-7f29f8d0e6d4 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:35.071313 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-c81cdf27-d32a-4c4b-b98a-7f29f8d0e6d4 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3571458 Aug 07 12:55:35.071313 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38630) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:35.074224 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-25790369-3a2a-41e8-b9df-8e91dcea97a6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Request body: {'security_group_rule': {'security_group_id': '0afb7c5d-4a74-4f3d-8402-321c08343eb3', 'project_id': '346cbadd20654de98ecc856c10be82f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:35.169437 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.securitygroups_db [None req-25790369-3a2a-41e8-b9df-8e91dcea97a6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Project 346cbadd20654de98ecc856c10be82f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 07 12:55:35.169437 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25790369-3a2a-41e8-b9df-8e91dcea97a6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:35.236937 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25790369-3a2a-41e8-b9df-8e91dcea97a6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:35.323165 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25790369-3a2a-41e8-b9df-8e91dcea97a6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644354'] for security_group_rule, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:35.343155 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25790369-3a2a-41e8-b9df-8e91dcea97a6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984a7d3c-a8b4-4988-8505-885b8f4abb86,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:35.430357 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-25790369-3a2a-41e8-b9df-8e91dcea97a6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:35.431655 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-25790369-3a2a-41e8-b9df-8e91dcea97a6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3611343 Aug 07 12:55:35.898352 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 42545a1b-77f6-4fc9-b57d-04a153aa9725 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:36.035858 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning for port 42545a1b-77f6-4fc9-b57d-04a153aa9725 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:36.040410 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 42545a1b-77f6-4fc9-b57d-04a153aa9725 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:36.040787 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:36.151021 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:36.184892 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] For port 42545a1b-77f6-4fc9-b57d-04a153aa9725, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=42545a1b-77f6-4fc9-b57d-04a153aa9725,segment=NetworkSegment(b8356f53-1cab-4f60-b2c6-d1e32be41ab5),segment_id=b8356f53-1cab-4f60-b2c6-d1e32be41ab5)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:55:36.269960 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:36.335475 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Pushing event updated for resources: {'Port': ['ID=42545a1b-77f6-4fc9-b57d-04a153aa9725,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:36.680494 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-52211bb6-1b99-47fa-b4e3-287affeb8894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:37.030227 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:37.201385 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:37.434829 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:37.882619 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 42545a1b-77f6-4fc9-b57d-04a153aa9725 up at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:37.924514 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-29b7dcf1-66bf-450b-8597-dcf22d9c15bc tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-585697098&fields=id&tenant_id=df0e389d6f0540aebecb728b30ce8c74 HTTP/1.1" status: 200 len: 267 time: 0.0339391 Aug 07 12:55:37.939100 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Provisioning complete for port 42545a1b-77f6-4fc9-b57d-04a153aa9725 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:37.939878 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:38.038837 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-b0c77690-1b5c-4b82-a731-e0f1122d10b1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:38.040340 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-b0c77690-1b5c-4b82-a731-e0f1122d10b1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/networks?id=b066dc66-c2d1-4e7c-b521-e613e80d7a48 HTTP/1.1" status: 200 len: 811 time: 0.1075449 Aug 07 12:55:38.055882 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-83360c5e-41ba-4205-9614-4acb26b71d78 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/quotas/df0e389d6f0540aebecb728b30ce8c74 HTTP/1.1" status: 200 len: 375 time: 0.0097938 Aug 07 12:55:38.108848 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-d6a56ea8-acd8-4428-932b-8d269d01f631 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=df0e389d6f0540aebecb728b30ce8c74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474341 Aug 07 12:55:38.299588 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-6383cf03-42d8-4049-b611-fcc80c60ede9 service neutron] 10.222.0.59 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786790 Aug 07 12:55:38.395222 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-0b3e39f7-1c03-473f-8338-dc1ac7b36f98 service neutron] 10.222.0.59 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885861 Aug 07 12:55:39.190818 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-dfd584b4-5b22-47e8-b2d2-33ca59457a08 req-95ed13ec-7ff2-44ab-a669-afaa895326c1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 210 time: 0.0298223 Aug 07 12:55:39.475727 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:40.271519 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-19a8fdf2-79fa-4bc9-828b-fb0c7f9d5e4c req-5c9bf6db-7b97-4eb0-a7e4-29c7368a6ddf tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 210 time: 0.0267148 Aug 07 12:55:41.365995 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c776e06c-e40c-49c7-b8c7-1c17cecf9019 req-99e05752-6b15-4075-8fd0-80b4cd78c83d tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 210 time: 0.0263364 Aug 07 12:55:41.740962 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-321354a3-a816-40be-8417-0063ddf2d467 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:41.742464 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-321354a3-a816-40be-8417-0063ddf2d467 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.58 "GET /v2.0/networks?id=b066dc66-c2d1-4e7c-b521-e613e80d7a48 HTTP/1.1" status: 200 len: 811 time: 0.1171389 Aug 07 12:55:41.809125 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-a4b1c11e-1bf1-456c-9b66-25e2a9f8702e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df0e389d6f0540aebecb728b30ce8c74 HTTP/1.1" status: 200 len: 379 time: 0.0454435 Aug 07 12:55:41.820257 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-a1b55259-e4a6-4b70-8137-0ef160bd8d2e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Request body: {'port': {'device_id': 'd65d50c9-db32-4ed3-8632-f28e26bcbea4', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'admin_state_up': True, 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'security_groups': ['d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa']}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:42.253867 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-a1b55259-e4a6-4b70-8137-0ef160bd8d2e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Made reservation on behalf of df0e389d6f0540aebecb728b30ce8c74 for: {'port': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:55:42.258808 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-a1b55259-e4a6-4b70-8137-0ef160bd8d2e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:42.395490 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-a1b55259-e4a6-4b70-8137-0ef160bd8d2e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Allocated IP 172.20.0.14 (b066dc66-c2d1-4e7c-b521-e613e80d7a48/ba1b8a5f-6360-4118-8a05-67005538af59/db0a2e90-3584-4d9b-8b5b-1d2d14553156) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:55:42.472855 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1cdfa56c-d166-45f5-b23f-a78412275e16 req-76783792-c6ac-4df0-9b1c-267d84f2d59d tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 210 time: 0.0332854 Aug 07 12:55:42.550377 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-a1b55259-e4a6-4b70-8137-0ef160bd8d2e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:42.565934 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-a1b55259-e4a6-4b70-8137-0ef160bd8d2e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Transition to ACTIVE for port object db0a2e90-3584-4d9b-8b5b-1d2d14553156 will not be triggered until provisioned by entity DHCP. {{(pid=100621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:42.766852 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-a1b55259-e4a6-4b70-8137-0ef160bd8d2e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:42.812006 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-a1b55259-e4a6-4b70-8137-0ef160bd8d2e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Network b066dc66-c2d1-4e7c-b521-e613e80d7a48 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:55:42.817174 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-a1b55259-e4a6-4b70-8137-0ef160bd8d2e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:42.821669 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-a1b55259-e4a6-4b70-8137-0ef160bd8d2e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:55:42.855253 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b55259-e4a6-4b70-8137-0ef160bd8d2e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event updated for resources: {'Port': ['ID=db0a2e90-3584-4d9b-8b5b-1d2d14553156,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:42.883135 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-a1b55259-e4a6-4b70-8137-0ef160bd8d2e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:42.883811 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-a1b55259-e4a6-4b70-8137-0ef160bd8d2e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:43.014002 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-a1b55259-e4a6-4b70-8137-0ef160bd8d2e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1981757 Aug 07 12:55:43.040207 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Request body: {'port': {'device_id': 'd65d50c9-db32-4ed3-8632-f28e26bcbea4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:43.100842 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:43.251977 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-75f33f77-bcc2-4cda-8d01-a052e5c9f38c None None] Provisioning for port db0a2e90-3584-4d9b-8b5b-1d2d14553156 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:43.257215 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-75f33f77-bcc2-4cda-8d01-a052e5c9f38c None None] Provisioning complete for port db0a2e90-3584-4d9b-8b5b-1d2d14553156 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:43.259098 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-75f33f77-bcc2-4cda-8d01-a052e5c9f38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:43.298846 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-75f33f77-bcc2-4cda-8d01-a052e5c9f38c None None] Port db0a2e90-3584-4d9b-8b5b-1d2d14553156 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:55:43.379572 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0a2e90-3584-4d9b-8b5b-1d2d14553156 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:55:43.389025 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:43.401441 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Transition to ACTIVE for port object db0a2e90-3584-4d9b-8b5b-1d2d14553156 will not be triggered until provisioned by entity L2. {{(pid=100621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:55:43.509018 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:43.591109 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Pushing event updated for resources: {'Port': ['ID=db0a2e90-3584-4d9b-8b5b-1d2d14553156,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:43.659525 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9b948-6727-45d1-b350-c3bc0a4fca38 req-cfcfba32-1fcb-41cb-b9ea-d09ba2fb9ffc tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:43.660375 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0fb9b948-6727-45d1-b350-c3bc0a4fca38 req-cfcfba32-1fcb-41cb-b9ea-d09ba2fb9ffc tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 944 time: 0.1133294 Aug 07 12:55:43.718059 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Attempting to bind port db0a2e90-3584-4d9b-8b5b-1d2d14553156 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:55:43.718425 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Attempting to bind port db0a2e90-3584-4d9b-8b5b-1d2d14553156 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:55:43.718768 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Attempting to bind port db0a2e90-3584-4d9b-8b5b-1d2d14553156 on network b066dc66-c2d1-4e7c-b521-e613e80d7a48 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:55:43.725458 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0fb9b948-6727-45d1-b350-c3bc0a4fca38 req-098f19a1-847a-4b75-9479-5283035eb9f7 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560410 Aug 07 12:55:43.728319 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Port db0a2e90-3584-4d9b-8b5b-1d2d14553156 on network b066dc66-c2d1-4e7c-b521-e613e80d7a48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:55:43.728653 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Attempting to bind port db0a2e90-3584-4d9b-8b5b-1d2d14553156 on network b066dc66-c2d1-4e7c-b521-e613e80d7a48 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:55:43.738417 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:55:43.738985 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Checking segment: {'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:55:43.739466 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Bound using segment: {'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:55:43.740011 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Bound port: db0a2e90-3584-4d9b-8b5b-1d2d14553156, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:55:43.741097 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:43.830491 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] For port db0a2e90-3584-4d9b-8b5b-1d2d14553156, host hv-cinder-78729, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:55:43.833690 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] For port db0a2e90-3584-4d9b-8b5b-1d2d14553156, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=db0a2e90-3584-4d9b-8b5b-1d2d14553156,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:55:43.922193 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:43.958200 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:43.959786 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:43.961297 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] 10.222.0.58 "PUT /v2.0/ports/db0a2e90-3584-4d9b-8b5b-1d2d14553156 HTTP/1.1" status: 200 len: 1094 time: 0.9263692 Aug 07 12:55:43.963568 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65d50c9-db32-4ed3-8632-f28e26bcbea4', 'tag': 'db0a2e90-3584-4d9b-8b5b-1d2d14553156'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:55:43.965919 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c18e456-aa2d-4ca5-912d-2f76c9b079ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d65d50c9-db32-4ed3-8632-f28e26bcbea4", "tag": "db0a2e90-3584-4d9b-8b5b-1d2d14553156"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:55:43.996217 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abde91-d399-4805-835f-13281dab30a0 service neutron] Pushing event updated for resources: {'Port': ['ID=db0a2e90-3584-4d9b-8b5b-1d2d14553156,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:44.008919 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b76bf3-c505-498d-a012-0afe3bcbf9f2 x-openstack-request-id: req-65b76bf3-c505-498d-a012-0afe3bcbf9f2 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:55:44.009210 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d65d50c9-db32-4ed3-8632-f28e26bcbea4", "tag": "db0a2e90-3584-4d9b-8b5b-1d2d14553156", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:55:44.009458 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-65b76bf3-c505-498d-a012-0afe3bcbf9f2 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:55:44.009873 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65d50c9-db32-4ed3-8632-f28e26bcbea4', 'tag': 'db0a2e90-3584-4d9b-8b5b-1d2d14553156', 'status': 'completed', 'code': 200} Aug 07 12:55:44.101266 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18e456-aa2d-4ca5-912d-2f76c9b079ef req-af388ccf-768e-452f-bfd8-b8612c3b3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:44.102926 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5c18e456-aa2d-4ca5-912d-2f76c9b079ef req-af388ccf-768e-452f-bfd8-b8612c3b3df1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df0e389d6f0540aebecb728b30ce8c74&device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 1097 time: 0.0449636 Aug 07 12:55:44.226594 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18e456-aa2d-4ca5-912d-2f76c9b079ef req-10d014c2-78d7-4c08-bd83-e22bed703984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:44.228005 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5c18e456-aa2d-4ca5-912d-2f76c9b079ef req-10d014c2-78d7-4c08-bd83-e22bed703984 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=df0e389d6f0540aebecb728b30ce8c74&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0971200 Aug 07 12:55:44.327729 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18e456-aa2d-4ca5-912d-2f76c9b079ef req-cfc2802d-f721-4429-8ce2-17b364899894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:44.329271 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5c18e456-aa2d-4ca5-912d-2f76c9b079ef req-cfc2802d-f721-4429-8ce2-17b364899894 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935345 Aug 07 12:55:44.451162 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-b19fa1b2-56ce-4370-a694-0a981c8e5779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:44.453888 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-b19fa1b2-56ce-4370-a694-0a981c8e5779 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df0e389d6f0540aebecb728b30ce8c74&device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 1097 time: 0.0579717 Aug 07 12:55:44.524574 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-8b702ea2-a301-40f9-8439-140e7ebce908 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db0a2e90-3584-4d9b-8b5b-1d2d14553156 HTTP/1.1" status: 200 len: 217 time: 0.0504608 Aug 07 12:55:44.580186 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-3dae85f7-fdc3-4e11-b699-2485aa4d0356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:44.581656 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-3dae85f7-fdc3-4e11-b699-2485aa4d0356 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ba1b8a5f-6360-4118-8a05-67005538af59 HTTP/1.1" status: 200 len: 850 time: 0.0486479 Aug 07 12:55:44.649445 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-02166eef-1d40-4e47-afdc-f5497b9abff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:44.651181 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-02166eef-1d40-4e47-afdc-f5497b9abff6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b066dc66-c2d1-4e7c-b521-e613e80d7a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428102 Aug 07 12:55:44.749284 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-5055649a-b3b5-4a56-856e-993bf8d5dd98 service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902474 Aug 07 12:55:44.857215 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e0bf3eb3-9acf-4d56-86ee-63e66d7eb78e req-72c2c3e3-9c45-4611-b00a-2510865494a2 service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977669 Aug 07 12:55:44.862248 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f621851-001b-4717-9e8c-7358054acb68 req-fac91e9e-8163-457f-a731-174a998bec01 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:44.867512 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4f621851-001b-4717-9e8c-7358054acb68 req-fac91e9e-8163-457f-a731-174a998bec01 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 944 time: 0.0619531 Aug 07 12:55:44.905327 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4f621851-001b-4717-9e8c-7358054acb68 req-02de9baf-ae6e-4c58-a354-b9f50e10862c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354853 Aug 07 12:55:46.025242 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359033ba-ae30-4e4f-922b-bcbd55a31d3d req-ec7818c2-cc73-4a44-8633-794f38c7bdd2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:46.026752 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-359033ba-ae30-4e4f-922b-bcbd55a31d3d req-ec7818c2-cc73-4a44-8633-794f38c7bdd2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 944 time: 0.0499063 Aug 07 12:55:46.067787 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-359033ba-ae30-4e4f-922b-bcbd55a31d3d req-c76377c7-d7b2-4094-8888-fb6a48573bb7 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348518 Aug 07 12:55:47.182022 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755fa2e-632f-4789-89b6-c26142aedb70 req-b2956919-028d-474a-93e6-57f89bcdef7b tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:47.183619 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7755fa2e-632f-4789-89b6-c26142aedb70 req-b2956919-028d-474a-93e6-57f89bcdef7b tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 944 time: 0.0483754 Aug 07 12:55:47.227055 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7755fa2e-632f-4789-89b6-c26142aedb70 req-3e49551a-6c21-47a5-b101-169899584b45 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374017 Aug 07 12:55:48.345292 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1c028-42a8-4266-97a9-241980d0ae40 req-ce799646-37f0-44a5-a38f-96fa6cafb811 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:48.346970 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-60f1c028-42a8-4266-97a9-241980d0ae40 req-ce799646-37f0-44a5-a38f-96fa6cafb811 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 944 time: 0.0499446 Aug 07 12:55:48.384895 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-60f1c028-42a8-4266-97a9-241980d0ae40 req-38153890-babc-497d-b5ff-5515f8eb57cf tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321527 Aug 07 12:55:49.502133 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2adc3-6f96-455b-adf0-2805350095fc req-117379f9-8885-47f6-ba47-b1fbd06e7696 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:49.503669 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-49b2adc3-6f96-455b-adf0-2805350095fc req-117379f9-8885-47f6-ba47-b1fbd06e7696 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 944 time: 0.0509911 Aug 07 12:55:49.544357 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-49b2adc3-6f96-455b-adf0-2805350095fc req-b47b6b66-0679-40e1-be82-ba719bd2477d tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342722 Aug 07 12:55:50.661991 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d36187-cddd-4891-a0d0-b1f49e7ffafc req-a723cb83-3cfc-4155-aa8b-5fe08a36c0d0 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:50.663522 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-02d36187-cddd-4891-a0d0-b1f49e7ffafc req-a723cb83-3cfc-4155-aa8b-5fe08a36c0d0 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 944 time: 0.0499701 Aug 07 12:55:50.708002 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-02d36187-cddd-4891-a0d0-b1f49e7ffafc req-42ab9a2c-d981-4002-a9a6-9643ae136b56 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385506 Aug 07 12:55:51.843488 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8194fc5-3012-4359-b27a-107eae87dc96 req-28948067-8a69-4e6b-ad16-1a3f3e8fcc1a tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:51.845017 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a8194fc5-3012-4359-b27a-107eae87dc96 req-28948067-8a69-4e6b-ad16-1a3f3e8fcc1a tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 944 time: 0.0598733 Aug 07 12:55:51.890635 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a8194fc5-3012-4359-b27a-107eae87dc96 req-a287d9b6-5092-4cc9-b0e0-8a6475900124 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387297 Aug 07 12:55:53.009790 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acabc7b-512c-499f-99e4-49170cb3e2db req-31757719-425f-43f5-860d-19cfab1ea4f9 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:53.011247 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0acabc7b-512c-499f-99e4-49170cb3e2db req-31757719-425f-43f5-860d-19cfab1ea4f9 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 944 time: 0.0499880 Aug 07 12:55:53.051585 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0acabc7b-512c-499f-99e4-49170cb3e2db req-1076d665-56aa-406e-adad-58ef6dbd0672 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342140 Aug 07 12:55:53.822861 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device db0a2e90-3584-4d9b-8b5b-1d2d14553156 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:55:53.924055 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port db0a2e90-3584-4d9b-8b5b-1d2d14553156, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=db0a2e90-3584-4d9b-8b5b-1d2d14553156,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:55:53.937207 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': 'db0a2e90-3584-4d9b-8b5b-1d2d14553156', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'port_id': 'db0a2e90-3584-4d9b-8b5b-1d2d14553156', 'mac_address': 'fa:16:3e:c1:5f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:55:54.000320 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:54.013930 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0a2e90-3584-4d9b-8b5b-1d2d14553156 {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:55:54.033450 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port db0a2e90-3584-4d9b-8b5b-1d2d14553156, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=db0a2e90-3584-4d9b-8b5b-1d2d14553156,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:55:54.132716 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:54.166814 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3d0dc-b0c8-4ee6-bc86-5ae83e48321c req-5f07226b-c403-4ebf-b844-406d9e3b8d9f tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:54.168348 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d1e3d0dc-b0c8-4ee6-bc86-5ae83e48321c req-5f07226b-c403-4ebf-b844-406d9e3b8d9f tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 944 time: 0.0501032 Aug 07 12:55:54.185503 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=db0a2e90-3584-4d9b-8b5b-1d2d14553156,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:54.192630 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:54.192989 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:54.193332 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:54.193671 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:54.194007 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:54.194643 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:54.194896 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:54.195229 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:54.196203 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:54.196591 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:54.196917 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:54.197253 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:55:54.214833 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d1e3d0dc-b0c8-4ee6-bc86-5ae83e48321c req-d64a4068-89ca-4cf7-aead-013e88924311 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401742 Aug 07 12:55:54.535746 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['db0a2e90-3584-4d9b-8b5b-1d2d14553156'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:55:55.367299 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a64821-44d2-461e-a024-f06e8487d23a req-be26f30b-3652-4b6b-9aef-0a50bb1b1e62 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:55.367299 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-45a64821-44d2-461e-a024-f06e8487d23a req-be26f30b-3652-4b6b-9aef-0a50bb1b1e62 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 945 time: 0.0605183 Aug 07 12:55:55.406570 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f614eb-4692-464d-8285-952327701206 req-1be9dd88-b847-42c0-ae86-cdd2016da157 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:55.408184 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-58f614eb-4692-464d-8285-952327701206 req-1be9dd88-b847-42c0-ae86-cdd2016da157 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0511994 Aug 07 12:55:55.413483 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-45a64821-44d2-461e-a024-f06e8487d23a req-779c9064-38a2-4b9b-b34b-c5c8ba799bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449312 Aug 07 12:55:55.454078 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-58f614eb-4692-464d-8285-952327701206 req-ab0c4561-1f70-48cb-bb35-9a26ffad5086 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395849 Aug 07 12:55:55.825246 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device db0a2e90-3584-4d9b-8b5b-1d2d14553156 up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:55:56.018825 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port db0a2e90-3584-4d9b-8b5b-1d2d14553156 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:55:56.022792 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port db0a2e90-3584-4d9b-8b5b-1d2d14553156 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:55:56.031362 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:56.099605 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:56.126410 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65d50c9-db32-4ed3-8632-f28e26bcbea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0a2e90-3584-4d9b-8b5b-1d2d14553156'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:55:56.128698 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283d76f5-e1ce-40db-9dfd-9ed8eb56d6eb" -d '{"events": [{"server_uuid": "d65d50c9-db32-4ed3-8632-f28e26bcbea4", "name": "network-vif-plugged", "status": "completed", "tag": "db0a2e90-3584-4d9b-8b5b-1d2d14553156"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:55:56.142211 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port db0a2e90-3584-4d9b-8b5b-1d2d14553156, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=db0a2e90-3584-4d9b-8b5b-1d2d14553156,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:55:56.165725 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1b1d37-843e-4ec3-8dcb-36ed428457cf x-openstack-request-id: req-be1b1d37-843e-4ec3-8dcb-36ed428457cf {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:55:56.166018 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65d50c9-db32-4ed3-8632-f28e26bcbea4", "name": "network-vif-plugged", "status": "completed", "tag": "db0a2e90-3584-4d9b-8b5b-1d2d14553156", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:55:56.166298 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-be1b1d37-843e-4ec3-8dcb-36ed428457cf {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:55:56.166697 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65d50c9-db32-4ed3-8632-f28e26bcbea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0a2e90-3584-4d9b-8b5b-1d2d14553156', 'code': 200} Aug 07 12:55:56.281303 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:56.331226 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=db0a2e90-3584-4d9b-8b5b-1d2d14553156,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:55:56.533705 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b46dfd-93ba-4d3b-9af1-7c50fbd26fcd req-37ae3e94-5e24-4599-8cf0-98dc3f2ce9af tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:56.535159 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c7b46dfd-93ba-4d3b-9af1-7c50fbd26fcd req-37ae3e94-5e24-4599-8cf0-98dc3f2ce9af tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 946 time: 0.0535741 Aug 07 12:55:56.577642 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c7b46dfd-93ba-4d3b-9af1-7c50fbd26fcd req-fd3b11c8-c53c-42fd-bff6-e9c37ecaec34 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347497 Aug 07 12:55:56.583554 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-c6340e56-7f89-4a74-87e6-3f155a26abf4 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1826375433&fields=id&tenant_id=346cbadd20654de98ecc856c10be82f2 HTTP/1.1" status: 200 len: 267 time: 0.0336564 Aug 07 12:55:56.688979 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489f8f1-fcbe-433e-a984-c6dc1d83fa91 req-dfa3b4af-609e-44ff-92fb-1dcc9a376980 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:56.690496 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-6489f8f1-fcbe-433e-a984-c6dc1d83fa91 req-dfa3b4af-609e-44ff-92fb-1dcc9a376980 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0545375 Aug 07 12:55:56.729888 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-6489f8f1-fcbe-433e-a984-c6dc1d83fa91 req-0d3fad30-4107-4862-81cd-d485ca3bd07e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327599 Aug 07 12:55:56.735613 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-635ccd65-8e19-4413-bf8c-532e2f0709a8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:56.737121 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-635ccd65-8e19-4413-bf8c-532e2f0709a8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/networks?id=97f61b41-fa69-486e-9b79-ecc6068dcd4f HTTP/1.1" status: 200 len: 808 time: 0.1374419 Aug 07 12:55:56.754240 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce34fa9-4e1f-4b89-8bf0-720f652e8a90 req-3d68a941-5f2a-483d-9775-18fb38ade518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:56.755672 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9ce34fa9-4e1f-4b89-8bf0-720f652e8a90 req-3d68a941-5f2a-483d-9775-18fb38ade518 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 1099 time: 0.0696583 Aug 07 12:55:56.758013 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-bdb856cf-df47-4ca4-b7b9-1318da75615f tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/quotas/346cbadd20654de98ecc856c10be82f2 HTTP/1.1" status: 200 len: 375 time: 0.0134051 Aug 07 12:55:56.816914 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9ce34fa9-4e1f-4b89-8bf0-720f652e8a90 req-39a2a145-4cd4-4aa9-8cf2-3d12b03e6145 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535040 Aug 07 12:55:56.832594 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-ae1d3905-5c33-4058-b298-869dc60e7f71 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=346cbadd20654de98ecc856c10be82f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640752 Aug 07 12:55:56.929955 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-2500b3c3-c7c4-4ce6-b282-7789c087b0ee service neutron] 10.222.0.59 "GET /v2.0/networks/97f61b41-fa69-486e-9b79-ecc6068dcd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859623 Aug 07 12:55:57.023540 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-29788242-57ac-4b07-9d8d-d2f1b758fedc service neutron] 10.222.0.59 "GET /v2.0/networks/97f61b41-fa69-486e-9b79-ecc6068dcd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865345 Aug 07 12:55:57.640833 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7ecb7b95-f9be-493c-ae45-f60d11136d89 req-7d83bc13-c17c-4d4c-b64d-4ffcc8a7c01a tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 210 time: 0.0274301 Aug 07 12:55:57.707329 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e77f60-5c9e-4708-8f92-ac1ca89716a5 req-da3337c6-1640-4623-aff7-a9d40ebc2a42 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:57.708848 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a3e77f60-5c9e-4708-8f92-ac1ca89716a5 req-da3337c6-1640-4623-aff7-a9d40ebc2a42 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 946 time: 0.0582671 Aug 07 12:55:57.752803 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a3e77f60-5c9e-4708-8f92-ac1ca89716a5 req-66380714-d05b-40db-a0d8-ba86c1cc880e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357912 Aug 07 12:55:57.870108 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057a360-d1fc-4c40-a5b5-9521121b3e4e req-c0cdabab-fdf2-452a-9ec6-0a6ec68cc22f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:57.871737 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4057a360-d1fc-4c40-a5b5-9521121b3e4e req-c0cdabab-fdf2-452a-9ec6-0a6ec68cc22f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0637095 Aug 07 12:55:57.913363 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4057a360-d1fc-4c40-a5b5-9521121b3e4e req-4d42b47c-d21b-47fa-abc8-455d5bf59aad tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344787 Aug 07 12:55:58.731140 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-23057800-7eb0-442d-a814-4435fea0390c req-5a410a2b-cfb5-4012-a902-f84859f1ca3a tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 210 time: 0.0304604 Aug 07 12:55:58.867448 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f06173-8b73-4a41-be6a-54dbd03d8b3f req-94118099-61b2-4e1a-a43b-dcb91bf6d751 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:58.869020 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a2f06173-8b73-4a41-be6a-54dbd03d8b3f req-94118099-61b2-4e1a-a43b-dcb91bf6d751 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 946 time: 0.0495713 Aug 07 12:55:58.908098 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a2f06173-8b73-4a41-be6a-54dbd03d8b3f req-d5255a92-cda2-459a-ac20-41ed834f0490 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328100 Aug 07 12:55:59.036684 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b08429-d7f7-420d-9742-31513381bf3e req-532bf2ca-c7af-4343-aa41-6acdb436de49 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:59.038231 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-34b08429-d7f7-420d-9742-31513381bf3e req-532bf2ca-c7af-4343-aa41-6acdb436de49 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 946 time: 0.0517170 Aug 07 12:55:59.040545 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d2379-cfdb-4cb2-a580-6a6258985c77 req-b0b03a17-f522-4d1d-a39b-1bf865732711 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:59.042883 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4d0d2379-cfdb-4cb2-a580-6a6258985c77 req-b0b03a17-f522-4d1d-a39b-1bf865732711 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0502892 Aug 07 12:55:59.078083 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-34b08429-d7f7-420d-9742-31513381bf3e req-bb201e43-09f8-423c-8dd2-7be26fe13705 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319359 Aug 07 12:55:59.080683 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4d0d2379-cfdb-4cb2-a580-6a6258985c77 req-18545fa6-645f-4526-9f43-312dfeec78b2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321264 Aug 07 12:55:59.105854 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38974) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:59.246883 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f1c3b7-ba08-4fec-b6ee-092f3421d31a tempest-TestVolumeBootPattern-2015194344 tempest-TestVolumeBootPattern-2015194344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:55:59.248513 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-10f1c3b7-ba08-4fec-b6ee-092f3421d31a tempest-TestVolumeBootPattern-2015194344 tempest-TestVolumeBootPattern-2015194344-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 1094 time: 0.1416423 Aug 07 12:55:59.251487 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 38978) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:55:59.255842 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Request body: {'floatingip': {'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'port_id': 'db0a2e90-3584-4d9b-8b5b-1d2d14553156', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:55:59.367326 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:59.468458 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:59.574807 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Allocated IP 172.27.3.108 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/579fda19-886d-4beb-a86e-c97e3fa0001d) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:55:59.673500 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:59.784598 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:55:59.826810 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:55:59.830820 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-878fb0ed-9fca-496c-ab83-10ed7488bbe8 req-b004cc3f-0cfd-44fb-b9d7-000ce7b4bba4 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 210 time: 0.0309153 Aug 07 12:55:59.834207 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:55:59.837781 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:55:59.859696 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event updated for resources: {'Port': ['ID=579fda19-886d-4beb-a86e-c97e3fa0001d,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:00.232134 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:00.267081 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55455835-7cb7-44ae-88a5-41a25de4679d req-0d1a690c-70b4-4f42-94a1-12a60a3cfe40 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:00.268603 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-55455835-7cb7-44ae-88a5-41a25de4679d req-0d1a690c-70b4-4f42-94a1-12a60a3cfe40 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0954742 Aug 07 12:56:00.282663 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-617bd4ef-cec6-4392-9e8b-3ec1969b1fff tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:00.285247 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-617bd4ef-cec6-4392-9e8b-3ec1969b1fff tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.58 "GET /v2.0/networks?id=97f61b41-fa69-486e-9b79-ecc6068dcd4f HTTP/1.1" status: 200 len: 808 time: 0.1133525 Aug 07 12:56:00.315785 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-55455835-7cb7-44ae-88a5-41a25de4679d req-84c30e2c-8ba1-4cf1-a1fc-33845cac0adc tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401423 Aug 07 12:56:00.341847 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-561c7e62-7663-4d87-a776-986e58cc4ac4 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=346cbadd20654de98ecc856c10be82f2 HTTP/1.1" status: 200 len: 380 time: 0.0390389 Aug 07 12:56:00.351280 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-e2f5fc10-866e-498c-987f-0cd10602b392 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Request body: {'port': {'device_id': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f', 'admin_state_up': True, 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'security_groups': ['0afb7c5d-4a74-4f3d-8402-321c08343eb3']}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:56:00.439683 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:00.561679 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-e2f5fc10-866e-498c-987f-0cd10602b392 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Made reservation on behalf of 346cbadd20654de98ecc856c10be82f2 for: {'port': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:56:00.565169 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-e2f5fc10-866e-498c-987f-0cd10602b392 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:00.589474 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:00.691001 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:00.693403 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-e2f5fc10-866e-498c-987f-0cd10602b392 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Allocated IP 172.20.0.5 (97f61b41-fa69-486e-9b79-ecc6068dcd4f/7f8a9833-6598-4d66-ab83-b0c7c6d42105/5426d701-ac3a-40c4-a1d2-892478dff7b6) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:56:00.773958 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event updated for resources: {'Port': ['ID=579fda19-886d-4beb-a86e-c97e3fa0001d,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:00.781181 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519576'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:00.843008 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-e2f5fc10-866e-498c-987f-0cd10602b392 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:00.858396 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-e2f5fc10-866e-498c-987f-0cd10602b392 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Transition to ACTIVE for port object 5426d701-ac3a-40c4-a1d2-892478dff7b6 will not be triggered until provisioned by entity DHCP. {{(pid=100621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:56:00.926068 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2bc4d338-523c-49e3-bd5d-79d8788d7025 req-21ec0d25-c9d3-4cf4-86bc-22084282ce2b tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 210 time: 0.0279131 Aug 07 12:56:00.972442 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-e2f5fc10-866e-498c-987f-0cd10602b392 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:01.014413 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-e2f5fc10-866e-498c-987f-0cd10602b392 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Network 97f61b41-fa69-486e-9b79-ecc6068dcd4f is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:56:01.024172 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-e2f5fc10-866e-498c-987f-0cd10602b392 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:56:01.028965 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-e2f5fc10-866e-498c-987f-0cd10602b392 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:56:01.060539 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5fc10-866e-498c-987f-0cd10602b392 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Pushing event updated for resources: {'Port': ['ID=5426d701-ac3a-40c4-a1d2-892478dff7b6,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:01.103358 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-e2f5fc10-866e-498c-987f-0cd10602b392 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:01.104450 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-e2f5fc10-866e-498c-987f-0cd10602b392 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:01.147577 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.l3_db [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Floating IP f8b16722-a46b-411a-b71b-df760da9b75a associated. External IP: 172.27.3.108, port: db0a2e90-3584-4d9b-8b5b-1d2d14553156. Aug 07 12:56:01.251779 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-e2f5fc10-866e-498c-987f-0cd10602b392 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9040282 Aug 07 12:56:01.272568 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Request body: {'port': {'device_id': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:56:01.327618 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:01.359345 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Router 95c8a746-7572-4f43-9123-9c623fa0fb16 has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:56:01.389276 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-75ff59ef-da6f-4c46-b491-74648d16383e None None] Provisioning for port 5426d701-ac3a-40c4-a1d2-892478dff7b6 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:56:01.395399 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-75ff59ef-da6f-4c46-b491-74648d16383e None None] Provisioning complete for port 5426d701-ac3a-40c4-a1d2-892478dff7b6 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:56:01.395770 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-75ff59ef-da6f-4c46-b491-74648d16383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:01.437059 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-75ff59ef-da6f-4c46-b491-74648d16383e None None] Port 5426d701-ac3a-40c4-a1d2-892478dff7b6 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:56:01.502873 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edb20b-4818-4033-8ff1-4843039c2be4 req-2bcc06a7-649f-4682-ac65-97db4c9ab1ca tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:01.504342 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-20edb20b-4818-4033-8ff1-4843039c2be4 req-2bcc06a7-649f-4682-ac65-97db4c9ab1ca tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0981865 Aug 07 12:56:01.527483 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:56:01.539389 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3a9bf-1bae-44fd-9cb7-6c7643acc8b0 None None] Sync routers for ids ['95c8a746-7572-4f43-9123-9c623fa0fb16'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:56:01.551723 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd3a9bf-1bae-44fd-9cb7-6c7643acc8b0 None None] Routers {'95c8a746-7572-4f43-9123-9c623fa0fb16'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:56:01.552354 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6dd3a9bf-1bae-44fd-9cb7-6c7643acc8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:55:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['95c8a746-7572-4f43-9123-9c623fa0fb16'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:01.556856 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-20edb20b-4818-4033-8ff1-4843039c2be4 req-889986bc-7bdf-44f9-af90-80b7b0f7384f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449321 Aug 07 12:56:01.626292 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5426d701-ac3a-40c4-a1d2-892478dff7b6 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:56:01.628699 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:01.633906 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:01.646257 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Transition to ACTIVE for port object 5426d701-ac3a-40c4-a1d2-892478dff7b6 will not be triggered until provisioned by entity L2. {{(pid=100621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:56:01.660534 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-0b3da5f6-2728-4156-9fd0-de65022e9426 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4079609 Aug 07 12:56:01.661064 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65d50c9-db32-4ed3-8632-f28e26bcbea4', 'tag': 'db0a2e90-3584-4d9b-8b5b-1d2d14553156'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:56:01.663446 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a244427b-7aa6-46f3-a383-db356d47dc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "d65d50c9-db32-4ed3-8632-f28e26bcbea4", "tag": "db0a2e90-3584-4d9b-8b5b-1d2d14553156"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:56:01.670318 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-6dd3a9bf-1bae-44fd-9cb7-6c7643acc8b0 None None] Set router 95c8a746-7572-4f43-9123-9c623fa0fb16 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:56:01.713902 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455c8c95-63c7-4379-8824-6931b4bc4341 x-openstack-request-id: req-455c8c95-63c7-4379-8824-6931b4bc4341 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:56:01.714355 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d65d50c9-db32-4ed3-8632-f28e26bcbea4", "tag": "db0a2e90-3584-4d9b-8b5b-1d2d14553156", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:56:01.714723 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-455c8c95-63c7-4379-8824-6931b4bc4341 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:56:01.715131 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65d50c9-db32-4ed3-8632-f28e26bcbea4', 'tag': 'db0a2e90-3584-4d9b-8b5b-1d2d14553156', 'status': 'completed', 'code': 200} Aug 07 12:56:01.732386 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:01.841740 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Pushing event updated for resources: {'Port': ['ID=5426d701-ac3a-40c4-a1d2-892478dff7b6,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:01.843238 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244427b-7aa6-46f3-a383-db356d47dc1c req-dbe06bb8-00af-4db7-975b-73bf4d46212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:01.848331 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a244427b-7aa6-46f3-a383-db356d47dc1c req-dbe06bb8-00af-4db7-975b-73bf4d46212b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df0e389d6f0540aebecb728b30ce8c74&device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 1099 time: 0.0772796 Aug 07 12:56:01.860159 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Attempting to bind port 5426d701-ac3a-40c4-a1d2-892478dff7b6 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:56:01.861111 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Attempting to bind port 5426d701-ac3a-40c4-a1d2-892478dff7b6 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'fcc84ec1-b822-4cad-9814-e01869ab88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:56:01.861618 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Attempting to bind port 5426d701-ac3a-40c4-a1d2-892478dff7b6 on network 97f61b41-fa69-486e-9b79-ecc6068dcd4f {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:56:01.867313 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Port 5426d701-ac3a-40c4-a1d2-892478dff7b6 on network 97f61b41-fa69-486e-9b79-ecc6068dcd4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:56:01.867641 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Attempting to bind port 5426d701-ac3a-40c4-a1d2-892478dff7b6 on network 97f61b41-fa69-486e-9b79-ecc6068dcd4f {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:56:01.874222 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:56:01.878367 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Checking segment: {'id': 'fcc84ec1-b822-4cad-9814-e01869ab88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:56:01.878367 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Bound using segment: {'id': 'fcc84ec1-b822-4cad-9814-e01869ab88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:56:01.878367 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Bound port: 5426d701-ac3a-40c4-a1d2-892478dff7b6, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcc84ec1-b822-4cad-9814-e01869ab88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:56:01.878367 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:01.954387 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6dd3a9bf-1bae-44fd-9cb7-6c7643acc8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': 'f8b16722-a46b-411a-b71b-df760da9b75a', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'port_id': 'db0a2e90-3584-4d9b-8b5b-1d2d14553156', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'mac_address': 'fa:16:3e:c1:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65d50c9-db32-4ed3-8632-f28e26bcbea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:56:00Z', 'updated_at': '2021-08-07T12:56:00Z', 'revision_number': 0, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:10Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:01.960613 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244427b-7aa6-46f3-a383-db356d47dc1c req-b13e576e-5428-4fd3-88b1-970f863d51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:01.962246 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a244427b-7aa6-46f3-a383-db356d47dc1c req-b13e576e-5428-4fd3-88b1-970f863d51f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b066dc66-c2d1-4e7c-b521-e613e80d7a48 HTTP/1.1" status: 200 len: 912 time: 0.1058640 Aug 07 12:56:01.984599 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3a9bf-1bae-44fd-9cb7-6c7643acc8b0 None None] Checking router: 95c8a746-7572-4f43-9123-9c623fa0fb16 for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:56:01.993140 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd3a9bf-1bae-44fd-9cb7-6c7643acc8b0 None None] Routers {'95c8a746-7572-4f43-9123-9c623fa0fb16'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:56:01.993743 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6dd3a9bf-1bae-44fd-9cb7-6c7643acc8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:55:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['95c8a746-7572-4f43-9123-9c623fa0fb16'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:02.018394 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] For port 5426d701-ac3a-40c4-a1d2-892478dff7b6, host hv-cinder-78729, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:56:02.021595 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] For port 5426d701-ac3a-40c4-a1d2-892478dff7b6, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5426d701-ac3a-40c4-a1d2-892478dff7b6,segment=NetworkSegment(fcc84ec1-b822-4cad-9814-e01869ab88d4),segment_id=fcc84ec1-b822-4cad-9814-e01869ab88d4)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:56:02.087901 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a244427b-7aa6-46f3-a383-db356d47dc1c req-050d06b5-ab8f-45a4-a9f9-16cc81959c89 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db0a2e90-3584-4d9b-8b5b-1d2d14553156 HTTP/1.1" status: 200 len: 1000 time: 0.1147108 Aug 07 12:56:02.093729 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd85bed-323c-406e-849b-2dbe5b827378 req-060860bf-4405-484b-9899-c8315fd9e339 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:02.095266 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cbd85bed-323c-406e-849b-2dbe5b827378 req-060860bf-4405-484b-9899-c8315fd9e339 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0931854 Aug 07 12:56:02.127981 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-6dd3a9bf-1bae-44fd-9cb7-6c7643acc8b0 None None] Set router 95c8a746-7572-4f43-9123-9c623fa0fb16 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:56:02.132138 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:02.199582 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cbd85bed-323c-406e-849b-2dbe5b827378 req-16e74772-74c4-4a8f-915d-a49a261252ba tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685537 Aug 07 12:56:02.199582 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244427b-7aa6-46f3-a383-db356d47dc1c req-dc842306-c655-494c-8611-3103bd2b0e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:02.199582 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a244427b-7aa6-46f3-a383-db356d47dc1c req-dc842306-c655-494c-8611-3103bd2b0e4d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ba1b8a5f-6360-4118-8a05-67005538af59 HTTP/1.1" status: 200 len: 850 time: 0.0798023 Aug 07 12:56:02.199876 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:02.199876 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:02.199876 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] 10.222.0.58 "PUT /v2.0/ports/5426d701-ac3a-40c4-a1d2-892478dff7b6 HTTP/1.1" status: 200 len: 1093 time: 0.9233794 Aug 07 12:56:02.199876 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'tag': '5426d701-ac3a-40c4-a1d2-892478dff7b6'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:56:02.199876 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7278058d-8484-4230-b96a-d6d149944086" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d89f0e-45a3-4af8-bed1-3fa0821989ee", "tag": "5426d701-ac3a-40c4-a1d2-892478dff7b6"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:56:02.234141 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade6622-eded-42a4-b5f1-86b6b6ef63ae service neutron] Pushing event updated for resources: {'Port': ['ID=5426d701-ac3a-40c4-a1d2-892478dff7b6,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:02.240703 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b565c2c-9a40-4b73-b007-38300f984b54 x-openstack-request-id: req-5b565c2c-9a40-4b73-b007-38300f984b54 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:56:02.242522 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d89f0e-45a3-4af8-bed1-3fa0821989ee", "tag": "5426d701-ac3a-40c4-a1d2-892478dff7b6", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:56:02.242522 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5b565c2c-9a40-4b73-b007-38300f984b54 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:56:02.242522 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'tag': '5426d701-ac3a-40c4-a1d2-892478dff7b6', 'status': 'completed', 'code': 200} Aug 07 12:56:02.255347 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244427b-7aa6-46f3-a383-db356d47dc1c req-51b52e2d-e3da-4552-99cc-87c0439a1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:02.257190 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a244427b-7aa6-46f3-a383-db356d47dc1c req-51b52e2d-e3da-4552-99cc-87c0439a1c12 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b066dc66-c2d1-4e7c-b521-e613e80d7a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719795 Aug 07 12:56:02.349772 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278058d-8484-4230-b96a-d6d149944086 req-b9bc9d61-d828-4a21-b5a6-7e429982fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:02.351490 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7278058d-8484-4230-b96a-d6d149944086 req-b9bc9d61-d828-4a21-b5a6-7e429982fbd3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=346cbadd20654de98ecc856c10be82f2&device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 1096 time: 0.0532305 Aug 07 12:56:02.383658 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a244427b-7aa6-46f3-a383-db356d47dc1c req-d2229513-0471-4c1e-8722-b18b50b06815 service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991848 Aug 07 12:56:02.417614 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-6dd3a9bf-1bae-44fd-9cb7-6c7643acc8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': 'f8b16722-a46b-411a-b71b-df760da9b75a', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'port_id': 'db0a2e90-3584-4d9b-8b5b-1d2d14553156', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'mac_address': 'fa:16:3e:c1:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65d50c9-db32-4ed3-8632-f28e26bcbea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:56:00Z', 'updated_at': '2021-08-07T12:56:00Z', 'revision_number': 0, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:10Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:02.455504 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd3a9bf-1bae-44fd-9cb7-6c7643acc8b0 None None] The sync data for ids ['95c8a746-7572-4f43-9123-9c623fa0fb16'] in dv-cinder-787296-2-iscsi is: [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': 'f8b16722-a46b-411a-b71b-df760da9b75a', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'port_id': 'db0a2e90-3584-4d9b-8b5b-1d2d14553156', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'mac_address': 'fa:16:3e:c1:5f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd65d50c9-db32-4ed3-8632-f28e26bcbea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:56:00Z', 'updated_at': '2021-08-07T12:56:00Z', 'revision_number': 0, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:10Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:56:02.497685 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278058d-8484-4230-b96a-d6d149944086 req-698392d3-14d2-47dd-b624-8f09c4d052cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:02.497855 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a244427b-7aa6-46f3-a383-db356d47dc1c req-5f54bf04-b35a-41da-bdf4-3d4d2ae83cf4 service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012237 Aug 07 12:56:02.499360 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7278058d-8484-4230-b96a-d6d149944086 req-698392d3-14d2-47dd-b624-8f09c4d052cc service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=346cbadd20654de98ecc856c10be82f2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1203969 Aug 07 12:56:02.618766 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7278058d-8484-4230-b96a-d6d149944086 req-d16b8ebe-1357-4662-8324-fa89ad406a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:02.626258 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7278058d-8484-4230-b96a-d6d149944086 req-d16b8ebe-1357-4662-8324-fa89ad406a6f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974183 Aug 07 12:56:02.665650 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c43088d-8c4e-4c72-b8fe-701039dac2f1 None None] New status for floating IP f8b16722-a46b-411a-b71b-df760da9b75a: ACTIVE {{(pid=100623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 12:56:02.720753 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababfdbd-cb0e-4de8-8f69-b08f0f165d81 req-a1d426d5-9500-4aec-81ea-5abd595223d9 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:02.722498 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ababfdbd-cb0e-4de8-8f69-b08f0f165d81 req-a1d426d5-9500-4aec-81ea-5abd595223d9 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0683391 Aug 07 12:56:02.736741 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-3a5b9f56-6043-49d0-8137-aec5831c1310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:02.738481 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-3a5b9f56-6043-49d0-8137-aec5831c1310 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=346cbadd20654de98ecc856c10be82f2&device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 1096 time: 0.0434618 Aug 07 12:56:02.763710 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ababfdbd-cb0e-4de8-8f69-b08f0f165d81 req-486641bc-21e1-42bd-b561-c521fee25237 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342581 Aug 07 12:56:02.792661 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-20da2782-e215-425d-b1dc-c1a59b0adc4d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5426d701-ac3a-40c4-a1d2-892478dff7b6 HTTP/1.1" status: 200 len: 217 time: 0.0391026 Aug 07 12:56:02.843379 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-6e5dcb40-5e76-4c3b-9e83-7efcea5889cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:02.844811 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-6e5dcb40-5e76-4c3b-9e83-7efcea5889cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f8a9833-6598-4d66-ab83-b0c7c6d42105 HTTP/1.1" status: 200 len: 847 time: 0.0445268 Aug 07 12:56:02.891501 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-82fe2864-3ef2-4e56-9e47-2a394961a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:02.893007 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-82fe2864-3ef2-4e56-9e47-2a394961a7cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=97f61b41-fa69-486e-9b79-ecc6068dcd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404093 Aug 07 12:56:03.009139 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-25014645-a812-4988-a13d-b891ef759ec5 service neutron] 10.222.0.58 "GET /v2.0/networks/97f61b41-fa69-486e-9b79-ecc6068dcd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903480 Aug 07 12:56:03.102738 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10f06e76-9f68-4e5d-bf41-f04650bb6188 req-0c913ea1-cfb0-4be0-8700-bd6f8efc83f3 service neutron] 10.222.0.58 "GET /v2.0/networks/97f61b41-fa69-486e-9b79-ecc6068dcd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852880 Aug 07 12:56:03.301138 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05f3d8-499f-4a39-8d64-3a6627fae3f1 req-6126d87c-62bf-445a-8be3-2e89b155af36 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:03.302691 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7c05f3d8-499f-4a39-8d64-3a6627fae3f1 req-6126d87c-62bf-445a-8be3-2e89b155af36 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0580001 Aug 07 12:56:03.344929 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7c05f3d8-499f-4a39-8d64-3a6627fae3f1 req-97f17c47-29bc-4e71-9d12-f1115baca241 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352981 Aug 07 12:56:03.448802 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-e0ccc79a-8b6b-4ccb-990e-1addca2c9c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:03.892889 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1afc8-1ef1-46c3-bd12-821ee9a5349e req-c4b44010-33cd-49bd-934c-6ea3f4fbd2c8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:03.894430 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-66c1afc8-1ef1-46c3-bd12-821ee9a5349e req-c4b44010-33cd-49bd-934c-6ea3f4fbd2c8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0528476 Aug 07 12:56:03.936348 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-66c1afc8-1ef1-46c3-bd12-821ee9a5349e req-dbf3ac7a-d10b-440b-838a-38296daceb88 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342300 Aug 07 12:56:04.467787 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820925d-0572-44de-96ff-6acf939a4e0e req-9bcf4f05-05cc-4bbc-ad26-eaf516803546 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:04.469218 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c820925d-0572-44de-96ff-6acf939a4e0e req-9bcf4f05-05cc-4bbc-ad26-eaf516803546 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0535998 Aug 07 12:56:04.506094 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c820925d-0572-44de-96ff-6acf939a4e0e req-37f78c73-9008-476c-8540-b1580590b8da tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306125 Aug 07 12:56:05.069709 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72f887-5e8e-4243-addb-d47aa323cee7 req-4135f73f-d16c-46d5-8d50-f51dab766455 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:05.071200 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-cf72f887-5e8e-4243-addb-d47aa323cee7 req-4135f73f-d16c-46d5-8d50-f51dab766455 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0526435 Aug 07 12:56:05.114556 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-cf72f887-5e8e-4243-addb-d47aa323cee7 req-3c43671b-df89-48b3-8b06-aea289d8504d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352154 Aug 07 12:56:05.623565 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde8162-0260-4ac2-be08-656a556b7062 req-d7168bf9-1290-4928-b6d2-670553345327 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:05.625009 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7cde8162-0260-4ac2-be08-656a556b7062 req-d7168bf9-1290-4928-b6d2-670553345327 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0499547 Aug 07 12:56:05.663038 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7cde8162-0260-4ac2-be08-656a556b7062 req-f6ae018d-be0b-46a5-97d7-1681b75547a2 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316687 Aug 07 12:56:06.240847 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672d0fe-c24e-4488-9bb2-3cda405def36 req-04214945-542a-40c4-b093-77c9fc583f34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:06.242285 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9672d0fe-c24e-4488-9bb2-3cda405def36 req-04214945-542a-40c4-b093-77c9fc583f34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0508814 Aug 07 12:56:06.283752 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9672d0fe-c24e-4488-9bb2-3cda405def36 req-f6a856df-473e-476c-ae91-20abb9915e35 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351322 Aug 07 12:56:06.606828 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-022d17f5-f09d-4463-9479-1bbe5fe808a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:06.784100 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bf0e2-042d-432b-87d6-2f1bf684dc96 req-31523fba-6e16-4b3b-8ad8-ed9598ecd19f tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:06.785584 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-999bf0e2-042d-432b-87d6-2f1bf684dc96 req-31523fba-6e16-4b3b-8ad8-ed9598ecd19f tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0525076 Aug 07 12:56:06.824436 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-999bf0e2-042d-432b-87d6-2f1bf684dc96 req-39d010b7-73c0-425b-963a-253d4e88849c tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328896 Aug 07 12:56:07.075448 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:07.223828 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:07.412288 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:07.414807 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d217d-4f6c-4343-a3da-40f53d58fa72 req-d255642c-8bf8-48f5-8225-71c0c7247e1e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:07.416522 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-295d217d-4f6c-4343-a3da-40f53d58fa72 req-d255642c-8bf8-48f5-8225-71c0c7247e1e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0565462 Aug 07 12:56:07.463307 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-295d217d-4f6c-4343-a3da-40f53d58fa72 req-f257d4a0-15e7-40cd-b70a-165d87ce0097 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376666 Aug 07 12:56:07.923188 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 8ca1b7bb-1745-4d38-a9b3-30431331af30 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:56:07.939629 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9ee512-bbb2-43cb-aebb-bdbc5c38984f req-ddf2924e-c5a6-47c9-bca0-72944c10343d tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:07.941209 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ff9ee512-bbb2-43cb-aebb-bdbc5c38984f req-ddf2924e-c5a6-47c9-bca0-72944c10343d tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0496955 Aug 07 12:56:07.983422 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ff9ee512-bbb2-43cb-aebb-bdbc5c38984f req-296ea2bb-9238-4f49-95ca-587fcfcb3962 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338781 Aug 07 12:56:08.023854 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 8ca1b7bb-1745-4d38-a9b3-30431331af30, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8ca1b7bb-1745-4d38-a9b3-30431331af30,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:56:08.036158 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': '8ca1b7bb-1745-4d38-a9b3-30431331af30', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'port_id': '8ca1b7bb-1745-4d38-a9b3-30431331af30', 'mac_address': 'fa:16:3e:49:ea:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:56:08.080783 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:08.094524 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ca1b7bb-1745-4d38-a9b3-30431331af30 {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:56:08.114084 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 8ca1b7bb-1745-4d38-a9b3-30431331af30, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8ca1b7bb-1745-4d38-a9b3-30431331af30,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:56:08.206965 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:08.255654 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=8ca1b7bb-1745-4d38-a9b3-30431331af30,revision_number=6']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:08.418608 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['8ca1b7bb-1745-4d38-a9b3-30431331af30'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:56:08.583733 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f96183-6e8c-4b1f-a145-ffa3d1f873cb req-54bb0b58-de50-4ebf-a27f-40b1173c61ab tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:08.585226 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c0f96183-6e8c-4b1f-a145-ffa3d1f873cb req-54bb0b58-de50-4ebf-a27f-40b1173c61ab tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 944 time: 0.0498066 Aug 07 12:56:08.624638 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c0f96183-6e8c-4b1f-a145-ffa3d1f873cb req-9716bf1a-118c-461c-bc4d-18a879bf7123 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326822 Aug 07 12:56:09.105264 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f474c-c149-4322-b281-6038c6e3e572 req-3c23cb7b-b39a-4571-96ac-6d201f113f8d tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:09.107515 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d69f474c-c149-4322-b281-6038c6e3e572 req-3c23cb7b-b39a-4571-96ac-6d201f113f8d tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0557370 Aug 07 12:56:09.149367 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d69f474c-c149-4322-b281-6038c6e3e572 req-86ed39c5-95e3-47ba-bef5-b29606edcf66 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344696 Aug 07 12:56:09.458529 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:09.568812 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c84e6a-1136-486e-9f1d-45e518332d8d req-f52b4fbb-a35f-438a-8e13-945ac47ead5a tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:09.570338 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-84c84e6a-1136-486e-9f1d-45e518332d8d req-f52b4fbb-a35f-438a-8e13-945ac47ead5a tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 946 time: 0.0561280 Aug 07 12:56:09.608757 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-84c84e6a-1136-486e-9f1d-45e518332d8d req-212ca8fe-540f-4993-9b78-4428eccf4ff7 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba054a55-b06e-461b-b551-295f59bdaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324798 Aug 07 12:56:09.683998 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:56:09.747973 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328861c-1b7d-4ed9-ab19-c6a311c7d319 req-5b5bcb42-4938-450c-a473-d80dbe741818 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:09.749499 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a328861c-1b7d-4ed9-ab19-c6a311c7d319 req-5b5bcb42-4938-450c-a473-d80dbe741818 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 944 time: 0.0504656 Aug 07 12:56:09.790017 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a328861c-1b7d-4ed9-ab19-c6a311c7d319 req-5a08896a-ec3e-4d0b-9df5-5bbf3bc78c68 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344193 Aug 07 12:56:09.936600 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 8ca1b7bb-1745-4d38-a9b3-30431331af30 up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:56:09.995050 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port 8ca1b7bb-1745-4d38-a9b3-30431331af30 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:56:09.995849 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:10.107658 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:10.138214 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca1b7bb-1745-4d38-a9b3-30431331af30'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:56:10.141459 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffbdf80-d530-4fe0-b72f-05bab37c8784" -d '{"events": [{"server_uuid": "dd707ecb-c1d3-4e19-8b0b-74895ea7f505", "name": "network-vif-plugged", "status": "completed", "tag": "8ca1b7bb-1745-4d38-a9b3-30431331af30"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:56:10.161094 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 8ca1b7bb-1745-4d38-a9b3-30431331af30, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8ca1b7bb-1745-4d38-a9b3-30431331af30,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:56:10.190054 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7531ac35-f636-4b2e-b502-d76fe565443f x-openstack-request-id: req-7531ac35-f636-4b2e-b502-d76fe565443f {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:56:10.190480 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd707ecb-c1d3-4e19-8b0b-74895ea7f505", "name": "network-vif-plugged", "status": "completed", "tag": "8ca1b7bb-1745-4d38-a9b3-30431331af30", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:56:10.190824 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7531ac35-f636-4b2e-b502-d76fe565443f {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:56:10.191283 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca1b7bb-1745-4d38-a9b3-30431331af30', 'code': 200} Aug 07 12:56:10.269486 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:10.303078 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a540668-27f1-41a3-bff0-1510a0835dce req-a34eca37-6073-44ba-af0f-4e0ff7d8bffb tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:10.305159 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-6a540668-27f1-41a3-bff0-1510a0835dce req-a34eca37-6073-44ba-af0f-4e0ff7d8bffb tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0668011 Aug 07 12:56:10.337121 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=8ca1b7bb-1745-4d38-a9b3-30431331af30,revision_number=7']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:10.364504 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-6a540668-27f1-41a3-bff0-1510a0835dce req-5dc0cc66-75c9-49be-a823-c581d0fe1994 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531166 Aug 07 12:56:10.766837 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e84a6e-c6dc-4eca-a36c-4987c092f494 req-2dea3442-5ce1-478e-b49f-353ccea56abc tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:10.774287 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-34e84a6e-c6dc-4eca-a36c-4987c092f494 req-2dea3442-5ce1-478e-b49f-353ccea56abc tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 946 time: 0.0843945 Aug 07 12:56:10.827831 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-34e84a6e-c6dc-4eca-a36c-4987c092f494 req-656d1667-3400-43f5-be84-589d3960d79d tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba054a55-b06e-461b-b551-295f59bdaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523813 Aug 07 12:56:10.937923 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e959b-90c2-4cc2-b37d-dc228fe679c2 req-2ff7cde9-68c5-465e-a977-033caea06add tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:10.945046 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-201e959b-90c2-4cc2-b37d-dc228fe679c2 req-2ff7cde9-68c5-465e-a977-033caea06add tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0635421 Aug 07 12:56:10.990882 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-201e959b-90c2-4cc2-b37d-dc228fe679c2 req-95d1691d-c2dc-4654-ad2d-c438b0ac52ab tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445182 Aug 07 12:56:11.487404 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148979f9-9520-424e-af22-a8b648ab5807 req-1273153c-59fb-415b-8c43-01a502d2d592 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:11.489365 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-148979f9-9520-424e-af22-a8b648ab5807 req-1273153c-59fb-415b-8c43-01a502d2d592 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0555463 Aug 07 12:56:11.546514 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-148979f9-9520-424e-af22-a8b648ab5807 req-e12a079d-2767-474a-a063-b3adfc8fb8a3 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414567 Aug 07 12:56:11.656078 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78eba5-899b-48e2-9c5b-52938481c802 req-c443db8b-96cb-4520-8860-bf3ca6f80979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:11.659316 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ac78eba5-899b-48e2-9c5b-52938481c802 req-c443db8b-96cb-4520-8860-bf3ca6f80979 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e29947f4009940b3bee8115587b5f0bf&device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 1098 time: 0.0502248 Aug 07 12:56:11.798300 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78eba5-899b-48e2-9c5b-52938481c802 req-6e9a2a0c-8628-40db-83c6-0189cd483b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:11.799828 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ac78eba5-899b-48e2-9c5b-52938481c802 req-6e9a2a0c-8628-40db-83c6-0189cd483b5d service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda HTTP/1.1" status: 200 len: 917 time: 0.1034946 Aug 07 12:56:11.963954 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892ad4b-cc7d-40ce-acc3-374e2c3b6d17 req-2cac37b9-8955-4db4-ad5d-18c2cedd7083 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:11.965466 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f892ad4b-cc7d-40ce-acc3-374e2c3b6d17 req-2cac37b9-8955-4db4-ad5d-18c2cedd7083 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.58 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 946 time: 0.0888584 Aug 07 12:56:11.971666 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ac78eba5-899b-48e2-9c5b-52938481c802 req-95c49115-42cd-43d1-bae1-a54620c90814 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca1b7bb-1745-4d38-a9b3-30431331af30 HTTP/1.1" status: 200 len: 1000 time: 0.0958622 Aug 07 12:56:12.050940 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78eba5-899b-48e2-9c5b-52938481c802 req-bdc1bacc-4a5a-4291-b906-0bed8e69fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:12.056904 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ac78eba5-899b-48e2-9c5b-52938481c802 req-bdc1bacc-4a5a-4291-b906-0bed8e69fe80 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=556b420c-994e-4c56-8be2-27810f5c2247 HTTP/1.1" status: 200 len: 855 time: 0.0766137 Aug 07 12:56:12.057872 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c27868-9433-4a69-acf9-ee8ecf52b4b9 req-6cf556eb-5514-4935-aba0-5c44db163dc8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:12.065598 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f1c27868-9433-4a69-acf9-ee8ecf52b4b9 req-6cf556eb-5514-4935-aba0-5c44db163dc8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 946 time: 0.0990796 Aug 07 12:56:12.125894 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f1c27868-9433-4a69-acf9-ee8ecf52b4b9 req-f0cf0f9d-4d1b-4d17-a0e1-1e47e9300c90 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba054a55-b06e-461b-b551-295f59bdaef0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594382 Aug 07 12:56:12.148814 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-f892ad4b-cc7d-40ce-acc3-374e2c3b6d17 req-c005a86d-60e8-40f8-99c1-547d17525da8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Deleting port 49622d20-e583-4f3f-92c4-17388d09506b {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:56:12.149384 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f892ad4b-cc7d-40ce-acc3-374e2c3b6d17 req-c005a86d-60e8-40f8-99c1-547d17525da8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:12.173617 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78eba5-899b-48e2-9c5b-52938481c802 req-c18d7176-be5b-4fc7-b111-9bd434e12c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:12.177440 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ac78eba5-899b-48e2-9c5b-52938481c802 req-c18d7176-be5b-4fc7-b111-9bd434e12c26 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1117983 Aug 07 12:56:12.188960 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec3239-26e0-4f8b-86aa-47d3d52cd074 req-1e403799-314d-4d7a-80f3-5720efb1ed67 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:12.190669 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1fec3239-26e0-4f8b-86aa-47d3d52cd074 req-1e403799-314d-4d7a-80f3-5720efb1ed67 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0873923 Aug 07 12:56:12.269907 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f892ad4b-cc7d-40ce-acc3-374e2c3b6d17 req-c005a86d-60e8-40f8-99c1-547d17525da8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] For port 49622d20-e583-4f3f-92c4-17388d09506b, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=49622d20-e583-4f3f-92c4-17388d09506b,segment=NetworkSegment(020700c2-f330-4566-ba5d-4a95cd9e2e23),segment_id=020700c2-f330-4566-ba5d-4a95cd9e2e23)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:56:12.270385 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f892ad4b-cc7d-40ce-acc3-374e2c3b6d17 req-c005a86d-60e8-40f8-99c1-547d17525da8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:12.288485 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1fec3239-26e0-4f8b-86aa-47d3d52cd074 req-f6a9ba0b-8574-4ec1-90de-6b883148e97c tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873432 Aug 07 12:56:12.334460 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ac78eba5-899b-48e2-9c5b-52938481c802 req-97ed6496-b0fd-4a55-81a1-f51180cc6729 service neutron] 10.222.0.58 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413634 Aug 07 12:56:12.454277 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ac78eba5-899b-48e2-9c5b-52938481c802 req-c6015fc5-9a4e-4f2f-9369-4758340b9b15 service neutron] 10.222.0.58 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081433 Aug 07 12:56:12.509662 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f892ad4b-cc7d-40ce-acc3-374e2c3b6d17 req-c005a86d-60e8-40f8-99c1-547d17525da8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:12.510085 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f892ad4b-cc7d-40ce-acc3-374e2c3b6d17 req-c005a86d-60e8-40f8-99c1-547d17525da8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519576'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:12.511201 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.l3_db [req-f892ad4b-cc7d-40ce-acc3-374e2c3b6d17 req-c005a86d-60e8-40f8-99c1-547d17525da8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Floating IP dde0a53f-2158-4c3e-bc2a-9ce6a4a74903 disassociated. External IP: 172.27.3.31, port: 49622d20-e583-4f3f-92c4-17388d09506b. Aug 07 12:56:12.511559 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-f892ad4b-cc7d-40ce-acc3-374e2c3b6d17 req-c005a86d-60e8-40f8-99c1-547d17525da8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Calling delete_port for 49622d20-e583-4f3f-92c4-17388d09506b owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:56:12.695568 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac558d-40e9-4ecf-ad25-ce76fab293d1 req-330efef9-0d71-4902-aa05-3fdadb8d1ffa tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:12.697071 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-6dac558d-40e9-4ecf-ad25-ce76fab293d1 req-330efef9-0d71-4902-aa05-3fdadb8d1ffa tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0709376 Aug 07 12:56:12.739082 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-6dac558d-40e9-4ecf-ad25-ce76fab293d1 req-42a71baa-ba20-4e91-b192-287db63efca6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354962 Aug 07 12:56:13.126870 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f892ad4b-cc7d-40ce-acc3-374e2c3b6d17 req-c005a86d-60e8-40f8-99c1-547d17525da8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:13.157933 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005a86d-60e8-40f8-99c1-547d17525da8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Pushing event deleted for resources: {'Port': ['ID=49622d20-e583-4f3f-92c4-17388d09506b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:13.241563 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-930384a4-743d-4e93-8208-f3dba2483655 req-6e962245-4afa-46e2-aee0-56cfb65ee284 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 210 time: 0.0330052 Aug 07 12:56:13.284591 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f892ad4b-cc7d-40ce-acc3-374e2c3b6d17 req-c005a86d-60e8-40f8-99c1-547d17525da8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Router e7181ac5-1cbc-446e-b133-27bc70ad593a has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:56:13.444824 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f892ad4b-cc7d-40ce-acc3-374e2c3b6d17 req-c005a86d-60e8-40f8-99c1-547d17525da8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:56:13.461293 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edadb77c-5bc4-4f8d-bdd6-4126350e1ff9 None None] Sync routers for ids ['e7181ac5-1cbc-446e-b133-27bc70ad593a'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:56:13.481423 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edadb77c-5bc4-4f8d-bdd6-4126350e1ff9 None None] Routers {'e7181ac5-1cbc-446e-b133-27bc70ad593a'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:56:13.482254 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-edadb77c-5bc4-4f8d-bdd6-4126350e1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:56:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['e7181ac5-1cbc-446e-b133-27bc70ad593a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:13.490463 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b419e-9717-4ab8-ac00-77f99721c57f req-62f3e31e-5d06-4824-a7e0-82a06c45621a tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:13.491911 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-943b419e-9717-4ab8-ac00-77f99721c57f req-62f3e31e-5d06-4824-a7e0-82a06c45621a tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.1113300 Aug 07 12:56:13.532298 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f892ad4b-cc7d-40ce-acc3-374e2c3b6d17 req-c005a86d-60e8-40f8-99c1-547d17525da8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] No DVR routers for this DVR port 49622d20-e583-4f3f-92c4-17388d09506b on host hv-cinder-78729 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:56:13.535769 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f892ad4b-cc7d-40ce-acc3-374e2c3b6d17 req-c005a86d-60e8-40f8-99c1-547d17525da8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:13.539463 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f892ad4b-cc7d-40ce-acc3-374e2c3b6d17 req-c005a86d-60e8-40f8-99c1-547d17525da8 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.58 "DELETE /v2.0/ports/49622d20-e583-4f3f-92c4-17388d09506b HTTP/1.1" status: 204 len: 173 time: 1.5431108 Aug 07 12:56:13.546537 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd441dbd3-947c-4354-bc13-5bcaaf85e4ed', 'name': 'network-vif-deleted', 'tag': '49622d20-e583-4f3f-92c4-17388d09506b'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:56:13.549023 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba49811-156d-4c6a-82de-9e1b861b3c60" -d '{"events": [{"server_uuid": "d441dbd3-947c-4354-bc13-5bcaaf85e4ed", "name": "network-vif-deleted", "tag": "49622d20-e583-4f3f-92c4-17388d09506b"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:56:13.628653 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-943b419e-9717-4ab8-ac00-77f99721c57f req-7dd23a0b-c6e2-4a7f-a497-330b3c403c1a tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022589 Aug 07 12:56:13.656379 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2c5e6f-a48f-4878-880f-34152e0422af x-openstack-request-id: req-0f2c5e6f-a48f-4878-880f-34152e0422af {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:56:13.656595 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-edadb77c-5bc4-4f8d-bdd6-4126350e1ff9 None None] Set router e7181ac5-1cbc-446e-b133-27bc70ad593a gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:56:13.656727 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d441dbd3-947c-4354-bc13-5bcaaf85e4ed", "name": "network-vif-deleted", "tag": "49622d20-e583-4f3f-92c4-17388d09506b", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:56:13.656901 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f2c5e6f-a48f-4878-880f-34152e0422af {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:56:13.657286 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd441dbd3-947c-4354-bc13-5bcaaf85e4ed', 'name': 'network-vif-deleted', 'tag': '49622d20-e583-4f3f-92c4-17388d09506b', 'status': 'completed', 'code': 200} Aug 07 12:56:13.895056 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a6a1f-15bd-48e5-876c-0070a6f25a68 req-526fb21b-1f0a-4cda-8324-14de2d9180c7 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:13.897512 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-776a6a1f-15bd-48e5-876c-0070a6f25a68 req-526fb21b-1f0a-4cda-8324-14de2d9180c7 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0771043 Aug 07 12:56:13.956400 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 5426d701-ac3a-40c4-a1d2-892478dff7b6 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:56:13.967485 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-776a6a1f-15bd-48e5-876c-0070a6f25a68 req-35b42b12-3440-438c-b604-2f8a63e58ee8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618927 Aug 07 12:56:14.044934 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-edadb77c-5bc4-4f8d-bdd6-4126350e1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:09Z', 'revision_number': 4, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '805c9e83-0680-42bc-8edc-245577d2278b', 'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'mac_address': 'fa:16:3e:1a:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '300bb429-c76c-4118-afab-6302f18dd66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:06Z', 'updated_at': '2021-08-07T12:49:18Z', 'revision_number': 5, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'subnets': [{'id': '300bb429-c76c-4118-afab-6302f18dd66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:14.081314 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edadb77c-5bc4-4f8d-bdd6-4126350e1ff9 None None] Checking router: e7181ac5-1cbc-446e-b133-27bc70ad593a for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:56:14.105719 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edadb77c-5bc4-4f8d-bdd6-4126350e1ff9 None None] Routers {'e7181ac5-1cbc-446e-b133-27bc70ad593a'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:56:14.108962 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-edadb77c-5bc4-4f8d-bdd6-4126350e1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:56:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['e7181ac5-1cbc-446e-b133-27bc70ad593a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:14.164851 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 5426d701-ac3a-40c4-a1d2-892478dff7b6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5426d701-ac3a-40c4-a1d2-892478dff7b6,segment=NetworkSegment(fcc84ec1-b822-4cad-9814-e01869ab88d4),segment_id=fcc84ec1-b822-4cad-9814-e01869ab88d4)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:56:14.186170 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': '5426d701-ac3a-40c4-a1d2-892478dff7b6', 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f', 'port_id': '5426d701-ac3a-40c4-a1d2-892478dff7b6', 'mac_address': 'fa:16:3e:23:9f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:56:14.298667 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:14.316363 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-edadb77c-5bc4-4f8d-bdd6-4126350e1ff9 None None] Set router e7181ac5-1cbc-446e-b133-27bc70ad593a gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:56:14.354534 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5426d701-ac3a-40c4-a1d2-892478dff7b6 {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:56:14.383174 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c099e5a5-a589-4018-a046-50d7d093ac6f req-0e9f12ce-39c9-4904-9dc9-1e396d6952cb tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/ports?device_id=d441dbd3-947c-4354-bc13-5bcaaf85e4ed HTTP/1.1" status: 200 len: 210 time: 0.0421536 Aug 07 12:56:14.428610 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 5426d701-ac3a-40c4-a1d2-892478dff7b6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5426d701-ac3a-40c4-a1d2-892478dff7b6,segment=NetworkSegment(fcc84ec1-b822-4cad-9814-e01869ab88d4),segment_id=fcc84ec1-b822-4cad-9814-e01869ab88d4)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:56:14.490896 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:14.572365 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=5426d701-ac3a-40c4-a1d2-892478dff7b6,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:14.636777 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-edadb77c-5bc4-4f8d-bdd6-4126350e1ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:09Z', 'revision_number': 4, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '805c9e83-0680-42bc-8edc-245577d2278b', 'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'mac_address': 'fa:16:3e:1a:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '300bb429-c76c-4118-afab-6302f18dd66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:06Z', 'updated_at': '2021-08-07T12:49:18Z', 'revision_number': 5, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'subnets': [{'id': '300bb429-c76c-4118-afab-6302f18dd66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:14.670397 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edadb77c-5bc4-4f8d-bdd6-4126350e1ff9 None None] The sync data for ids ['e7181ac5-1cbc-446e-b133-27bc70ad593a'] in dv-cinder-787296-2-iscsi is: [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:49:09Z', 'revision_number': 4, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '805c9e83-0680-42bc-8edc-245577d2278b', 'name': '', 'network_id': 'b7e5231c-9a47-4d29-8859-d08f4c51f6a5', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'mac_address': 'fa:16:3e:1a:2b:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '300bb429-c76c-4118-afab-6302f18dd66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:06Z', 'updated_at': '2021-08-07T12:49:18Z', 'revision_number': 5, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'subnets': [{'id': '300bb429-c76c-4118-afab-6302f18dd66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:56:14.833798 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e253a-ab60-498a-af73-dceb149f54f5 req-19635762-ae66-4806-aa48-92b222950573 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:14.835471 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-254e253a-ab60-498a-af73-dceb149f54f5 req-19635762-ae66-4806-aa48-92b222950573 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.1047370 Aug 07 12:56:14.881833 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-254e253a-ab60-498a-af73-dceb149f54f5 req-27659291-c587-445e-8185-dda233592561 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370650 Aug 07 12:56:14.896086 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['5426d701-ac3a-40c4-a1d2-892478dff7b6'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:56:14.999064 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52950d49-ed82-47c6-90bb-3b3815750cc5 None None] New status for floating IP dde0a53f-2158-4c3e-bc2a-9ce6a4a74903: DOWN {{(pid=100623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 12:56:15.124976 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f59f2-5250-4bf2-ab00-a6535ffb0169 req-96e405a3-22ae-4611-bc2d-06ebefa08951 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:15.131508 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c33f59f2-5250-4bf2-ab00-a6535ffb0169 req-96e405a3-22ae-4611-bc2d-06ebefa08951 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 944 time: 0.0799596 Aug 07 12:56:15.184604 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c33f59f2-5250-4bf2-ab00-a6535ffb0169 req-d08a066c-1ef4-4e49-99a0-5a2ed2e60b4c tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460157 Aug 07 12:56:15.532444 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 39150) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:56:15.602552 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-68f7de78-96b1-4173-b8bf-4fc5fd38f138 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:15.636829 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-68f7de78-96b1-4173-b8bf-4fc5fd38f138 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:15.766634 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-68f7de78-96b1-4173-b8bf-4fc5fd38f138 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:15.769369 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-68f7de78-96b1-4173-b8bf-4fc5fd38f138 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:15.773351 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-68f7de78-96b1-4173-b8bf-4fc5fd38f138 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "DELETE /v2.0/security-groups/ba054a55-b06e-461b-b551-295f59bdaef0 HTTP/1.1" status: 204 len: 168 time: 0.2372031 Aug 07 12:56:15.778348 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 39152) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:56:15.784370 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7de78-96b1-4173-b8bf-4fc5fd38f138 tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba054a55-b06e-461b-b551-295f59bdaef0,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:15.791911 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.api.v2.resource [None req-528616fb-b581-4eb5-8a47-03ec4354877d tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] show failed (client error): The resource could not be found. Aug 07 12:56:15.796939 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 39154) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:56:15.809551 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-528616fb-b581-4eb5-8a47-03ec4354877d tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "GET /v2.0/security-groups/ba054a55-b06e-461b-b551-295f59bdaef0 HTTP/1.1" status: 404 len: 347 time: 0.0341871 Aug 07 12:56:15.967809 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 49622d20-e583-4f3f-92c4-17388d09506b no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:56:15.996076 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ca08ef61-3acf-4574-abee-69cd6ecf30ac tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Deleting port f7899dc3-9dd0-4e4f-a92a-04c4f6046cfb {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:56:15.996694 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca08ef61-3acf-4574-abee-69cd6ecf30ac tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:16.008796 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: 49622d20-e583-4f3f-92c4-17388d09506b {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:56:16.009165 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 49622d20-e583-4f3f-92c4-17388d09506b not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:56:16.108928 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881520d2-1160-4bd3-86bc-c57f995cd9ea req-d904775b-55b6-4375-8b71-7f2172572cf2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:16.110479 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-881520d2-1160-4bd3-86bc-c57f995cd9ea req-d904775b-55b6-4375-8b71-7f2172572cf2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.1120076 Aug 07 12:56:16.144608 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca08ef61-3acf-4574-abee-69cd6ecf30ac tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:16.144953 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca08ef61-3acf-4574-abee-69cd6ecf30ac tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:16.165862 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-ca08ef61-3acf-4574-abee-69cd6ecf30ac tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Calling delete_port for f7899dc3-9dd0-4e4f-a92a-04c4f6046cfb owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:56:16.177751 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-881520d2-1160-4bd3-86bc-c57f995cd9ea req-9f06dab2-6f9a-43fa-be37-9568c7e524ce tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607345 Aug 07 12:56:16.320088 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186efc77-4a47-4247-8871-45f61ee1c56c req-11241a12-81f5-4a97-a86d-44360414ca40 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:16.321714 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-186efc77-4a47-4247-8871-45f61ee1c56c req-11241a12-81f5-4a97-a86d-44360414ca40 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 944 time: 0.0635455 Aug 07 12:56:16.376488 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-186efc77-4a47-4247-8871-45f61ee1c56c req-173b223a-225f-4fc6-a5ba-c500936af587 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477371 Aug 07 12:56:16.429414 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca08ef61-3acf-4574-abee-69cd6ecf30ac tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:16.458310 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08ef61-3acf-4574-abee-69cd6ecf30ac tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Pushing event deleted for resources: {'Port': ['ID=f7899dc3-9dd0-4e4f-a92a-04c4f6046cfb,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:16.521444 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca08ef61-3acf-4574-abee-69cd6ecf30ac tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:16.524470 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-ca08ef61-3acf-4574-abee-69cd6ecf30ac tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:16.525837 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-ca08ef61-3acf-4574-abee-69cd6ecf30ac tempest-AttachVolumeTestJSON-2046661738 tempest-AttachVolumeTestJSON-2046661738-project] 10.222.0.59 "DELETE /v2.0/floatingips/dde0a53f-2158-4c3e-bc2a-9ce6a4a74903 HTTP/1.1" status: 204 len: 168 time: 0.7269988 Aug 07 12:56:17.315378 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69240283-cec9-44f3-ba44-83973c705dcf req-3c291770-b577-43b4-ae21-467c349e96b5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:17.316944 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-69240283-cec9-44f3-ba44-83973c705dcf req-3c291770-b577-43b4-ae21-467c349e96b5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0563231 Aug 07 12:56:17.362839 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-69240283-cec9-44f3-ba44-83973c705dcf req-5fd5f460-bbda-4e38-857d-c7bca83f0b64 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388696 Aug 07 12:56:17.523948 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c19da9-e33c-4dc7-92c2-715080a4d07d req-45207552-87ba-43f7-8f61-a45464cb8571 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:17.525530 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d9c19da9-e33c-4dc7-92c2-715080a4d07d req-45207552-87ba-43f7-8f61-a45464cb8571 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 944 time: 0.0644920 Aug 07 12:56:17.578832 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d9c19da9-e33c-4dc7-92c2-715080a4d07d req-b0001811-8ef0-4b8b-8802-954195926be0 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452731 Aug 07 12:56:17.982095 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 5426d701-ac3a-40c4-a1d2-892478dff7b6 up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:56:18.103517 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port 5426d701-ac3a-40c4-a1d2-892478dff7b6 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:56:18.107873 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port 5426d701-ac3a-40c4-a1d2-892478dff7b6 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:56:18.108258 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:18.221434 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:18.253023 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5426d701-ac3a-40c4-a1d2-892478dff7b6'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:56:18.257552 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5147f36-3f24-4cda-a040-1f44678a697d" -d '{"events": [{"server_uuid": "a9d89f0e-45a3-4af8-bed1-3fa0821989ee", "name": "network-vif-plugged", "status": "completed", "tag": "5426d701-ac3a-40c4-a1d2-892478dff7b6"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:56:18.278362 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 5426d701-ac3a-40c4-a1d2-892478dff7b6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5426d701-ac3a-40c4-a1d2-892478dff7b6,segment=NetworkSegment(fcc84ec1-b822-4cad-9814-e01869ab88d4),segment_id=fcc84ec1-b822-4cad-9814-e01869ab88d4)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:56:18.309318 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37a78e8-2942-446a-8bdf-c8e57561ca44 x-openstack-request-id: req-d37a78e8-2942-446a-8bdf-c8e57561ca44 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:56:18.309614 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d89f0e-45a3-4af8-bed1-3fa0821989ee", "name": "network-vif-plugged", "status": "completed", "tag": "5426d701-ac3a-40c4-a1d2-892478dff7b6", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:56:18.309890 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d37a78e8-2942-446a-8bdf-c8e57561ca44 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:56:18.310498 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5426d701-ac3a-40c4-a1d2-892478dff7b6', 'code': 200} Aug 07 12:56:18.333130 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:18.477047 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=5426d701-ac3a-40c4-a1d2-892478dff7b6,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:18.560660 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc9baf-6384-4914-bb9c-1048736f00f5 req-965bf250-e298-4a65-8302-0b46eb7c1ad4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:18.563031 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-89fc9baf-6384-4914-bb9c-1048736f00f5 req-965bf250-e298-4a65-8302-0b46eb7c1ad4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0616236 Aug 07 12:56:18.617705 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-89fc9baf-6384-4914-bb9c-1048736f00f5 req-82da1c66-17db-417b-863e-9054633be514 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481961 Aug 07 12:56:18.758400 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124cdf4-6820-4a7e-819c-914870df293a req-2943d8d9-7068-4ba1-a127-df3b0f20339a tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:18.761526 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f124cdf4-6820-4a7e-819c-914870df293a req-2943d8d9-7068-4ba1-a127-df3b0f20339a tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.1051347 Aug 07 12:56:18.765195 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1dfcc-4d6f-4142-b3e0-e3542a5fca8c req-a971e521-3aac-4708-bb50-72fce4d7319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:18.769960 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8bd1dfcc-4d6f-4142-b3e0-e3542a5fca8c req-a971e521-3aac-4708-bb50-72fce4d7319e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 1098 time: 0.0946746 Aug 07 12:56:18.825496 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8bd1dfcc-4d6f-4142-b3e0-e3542a5fca8c req-c29137f7-0240-41ef-a96f-8280018fb369 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453832 Aug 07 12:56:18.844651 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f124cdf4-6820-4a7e-819c-914870df293a req-409a164c-2477-4642-b86f-91d678e34ce5 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716529 Aug 07 12:56:19.769225 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b42fd-6d91-4347-b813-b4dd1144934e req-47b8f967-39f2-412a-860a-e287aa5f1476 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:19.770979 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ea0b42fd-6d91-4347-b813-b4dd1144934e req-47b8f967-39f2-412a-860a-e287aa5f1476 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0633590 Aug 07 12:56:19.819402 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ea0b42fd-6d91-4347-b813-b4dd1144934e req-a675a14f-ee6f-447e-bb9a-4376b19cf56e tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411987 Aug 07 12:56:20.063395 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81f42c-08aa-459b-a933-ae36e0f2f7e3 req-a533a0a0-41d2-4230-a336-08ab1d4cf416 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:20.063395 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0b81f42c-08aa-459b-a933-ae36e0f2f7e3 req-a533a0a0-41d2-4230-a336-08ab1d4cf416 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0608788 Aug 07 12:56:20.063395 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0b81f42c-08aa-459b-a933-ae36e0f2f7e3 req-7c2adc1e-d008-4874-8328-3294bd49ccbc tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434499 Aug 07 12:56:21.181045 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d26e43-bcc9-41cd-8dce-101ec2ed31b6 req-a289b390-78d3-4d74-b596-21a8d9455820 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:21.183079 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e8d26e43-bcc9-41cd-8dce-101ec2ed31b6 req-a289b390-78d3-4d74-b596-21a8d9455820 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0498843 Aug 07 12:56:21.184392 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce1c03-2567-4fd7-9e78-fc5206607ec1 req-23ee31e6-8950-471f-bba8-6831730f6b14 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:21.185890 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-15ce1c03-2567-4fd7-9e78-fc5206607ec1 req-23ee31e6-8950-471f-bba8-6831730f6b14 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0507307 Aug 07 12:56:21.223168 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e8d26e43-bcc9-41cd-8dce-101ec2ed31b6 req-b50051a6-2212-44e4-a02f-e13ea3e58cc2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333140 Aug 07 12:56:21.224118 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-15ce1c03-2567-4fd7-9e78-fc5206607ec1 req-23090fbc-aa54-406e-847e-10d503b8051f tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322700 Aug 07 12:56:21.305088 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 39214) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:56:21.356675 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1db885-6793-47e7-88ac-b237227603a1 req-25694b67-e41d-41aa-b664-8fc83deaf5b7 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:21.358313 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0d1db885-6793-47e7-88ac-b237227603a1 req-25694b67-e41d-41aa-b664-8fc83deaf5b7 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0672777 Aug 07 12:56:21.400469 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0d1db885-6793-47e7-88ac-b237227603a1 req-02761a1c-adbb-4f19-a38e-7b6fb42f5cc0 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343139 Aug 07 12:56:21.423299 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 39222) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:56:21.598755 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfb81bb-2650-4f2f-ab85-07738b451ee8 tempest-TestShelveInstance-1019191348 tempest-TestShelveInstance-1019191348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:21.600245 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-2dfb81bb-2650-4f2f-ab85-07738b451ee8 tempest-TestShelveInstance-1019191348 tempest-TestShelveInstance-1019191348-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 1093 time: 0.1759453 Aug 07 12:56:21.603340 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 39228) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:56:21.608749 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Request body: {'floatingip': {'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'port_id': '5426d701-ac3a-40c4-a1d2-892478dff7b6', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:56:21.719255 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:21.820284 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:22.103002 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-653a8651-c018-41e2-aab6-cf6a21385128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520856'] for router_interface, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:22.200804 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Allocated IP 172.27.3.33 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/fb2be7b2-d2ff-485f-b414-fe598f652289) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:56:22.315919 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:22.390518 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16080e82-f5b6-40ad-8d57-31fa1a259da4 req-e7b3e79b-d99e-460e-b87c-3398825633f5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:22.391992 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-16080e82-f5b6-40ad-8d57-31fa1a259da4 req-e7b3e79b-d99e-460e-b87c-3398825633f5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.0812967 Aug 07 12:56:22.423203 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:22.427619 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-653a8651-c018-41e2-aab6-cf6a21385128 admin admin] Deleting port 805c9e83-0680-42bc-8edc-245577d2278b {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:56:22.428005 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-653a8651-c018-41e2-aab6-cf6a21385128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:22.481683 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-16080e82-f5b6-40ad-8d57-31fa1a259da4 req-c1419b16-ab81-4980-8dd5-1129a1dff9a2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831115 Aug 07 12:56:22.498375 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:56:22.502796 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:56:22.505291 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:56:22.531864 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-653a8651-c018-41e2-aab6-cf6a21385128 admin admin] For port 805c9e83-0680-42bc-8edc-245577d2278b, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=805c9e83-0680-42bc-8edc-245577d2278b,segment=NetworkSegment(020700c2-f330-4566-ba5d-4a95cd9e2e23),segment_id=020700c2-f330-4566-ba5d-4a95cd9e2e23)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:56:22.532239 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-653a8651-c018-41e2-aab6-cf6a21385128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:22.536548 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Pushing event updated for resources: {'Port': ['ID=fb2be7b2-d2ff-485f-b414-fe598f652289,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:22.546698 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-653a8651-c018-41e2-aab6-cf6a21385128 admin admin] Calling delete_port for 805c9e83-0680-42bc-8edc-245577d2278b owned by network:router_interface {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:56:22.559834 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea095c-99df-4cc4-9003-af8c631d3588 req-c310dc32-705e-4d36-b994-b70d6cb5617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:22.561349 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d1ea095c-99df-4cc4-9003-af8c631d3588 req-c310dc32-705e-4d36-b994-b70d6cb5617b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e29947f4009940b3bee8115587b5f0bf&device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 1098 time: 0.1052256 Aug 07 12:56:22.757764 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea095c-99df-4cc4-9003-af8c631d3588 req-18cfb333-31e3-44e8-8527-20f82fcb21e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:22.759279 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d1ea095c-99df-4cc4-9003-af8c631d3588 req-18cfb333-31e3-44e8-8527-20f82fcb21e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda HTTP/1.1" status: 200 len: 917 time: 0.1740775 Aug 07 12:56:22.795055 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-653a8651-c018-41e2-aab6-cf6a21385128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:22.822728 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a8651-c018-41e2-aab6-cf6a21385128 admin admin] Pushing event deleted for resources: {'Port': ['ID=805c9e83-0680-42bc-8edc-245577d2278b,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:22.867946 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d1ea095c-99df-4cc4-9003-af8c631d3588 req-4b8058e0-8d4e-4c16-b01c-766ebfe1cd6d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca1b7bb-1745-4d38-a9b3-30431331af30 HTTP/1.1" status: 200 len: 1000 time: 0.0838208 Aug 07 12:56:23.000527 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea095c-99df-4cc4-9003-af8c631d3588 req-737410f2-0c1c-4d38-ab29-9de1863868d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:23.001747 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-653a8651-c018-41e2-aab6-cf6a21385128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520232'] for router_interface, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:23.002043 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d1ea095c-99df-4cc4-9003-af8c631d3588 req-737410f2-0c1c-4d38-ab29-9de1863868d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=556b420c-994e-4c56-8be2-27810f5c2247 HTTP/1.1" status: 200 len: 855 time: 0.1098218 Aug 07 12:56:23.096068 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea095c-99df-4cc4-9003-af8c631d3588 req-ffc08133-3a73-4239-ad27-583e4d9096f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:23.097470 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d1ea095c-99df-4cc4-9003-af8c631d3588 req-ffc08133-3a73-4239-ad27-583e4d9096f7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850174 Aug 07 12:56:23.116362 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:23.225609 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d1ea095c-99df-4cc4-9003-af8c631d3588 req-665b8203-1481-4a78-b8d4-4790247ff092 service neutron] 10.222.0.58 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184747 Aug 07 12:56:23.240704 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653a8651-c018-41e2-aab6-cf6a21385128 admin admin] Router e7181ac5-1cbc-446e-b133-27bc70ad593a has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:56:23.326093 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:23.351865 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653a8651-c018-41e2-aab6-cf6a21385128 admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:56:23.361486 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-653a8651-c018-41e2-aab6-cf6a21385128 admin admin] 10.222.0.59 "PUT /v2.0/routers/e7181ac5-1cbc-446e-b133-27bc70ad593a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0510905 Aug 07 12:56:23.361486 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 39238) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:56:23.362738 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80dd01-8c27-4274-9636-092ea6d9e010 None None] Sync routers for ids ['e7181ac5-1cbc-446e-b133-27bc70ad593a'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:56:23.367266 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d1ea095c-99df-4cc4-9003-af8c631d3588 req-6d50372c-d7b5-4830-bc03-c6af96c056ce service neutron] 10.222.0.58 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331248 Aug 07 12:56:23.374453 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80dd01-8c27-4274-9636-092ea6d9e010 None None] Routers {'e7181ac5-1cbc-446e-b133-27bc70ad593a'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:56:23.375086 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-7a80dd01-8c27-4274-9636-092ea6d9e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:56:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['e7181ac5-1cbc-446e-b133-27bc70ad593a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:23.491804 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9129e22c-069b-4f09-ab12-fa9f3fe4d819 admin admin] Notify callbacks [] for router, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:23.493408 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-7a80dd01-8c27-4274-9636-092ea6d9e010 None None] Set router e7181ac5-1cbc-446e-b133-27bc70ad593a gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:56:23.535532 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:23.590897 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:23.604027 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9129e22c-069b-4f09-ab12-fa9f3fe4d819 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:23.674272 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bfa48-656a-4f46-9f41-14b3374a6b0a req-03e58acf-e40c-48c3-b7d7-5cc64e35e907 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:23.675840 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d14bfa48-656a-4f46-9f41-14b3374a6b0a req-03e58acf-e40c-48c3-b7d7-5cc64e35e907 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.1139712 Aug 07 12:56:23.683364 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Pushing event updated for resources: {'Port': ['ID=fb2be7b2-d2ff-485f-b414-fe598f652289,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:23.696339 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-7a80dd01-8c27-4274-9636-092ea6d9e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:56:22Z', 'revision_number': 5, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port': {'id': '61b9f790-7ad2-4e27-941c-ea41f5504b72', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:38:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:49:02Z', 'updated_at': '2021-08-07T12:49:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:23.717032 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:56:23.717529 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:56:23.718023 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:56:23.718538 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:56:23.719042 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:56:23.719524 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:56:23.720025 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:56:23.720685 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:56:23.721031 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:56:23.722789 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:56:23.722789 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:56:23.722789 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:56:23.729632 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519576'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:23.783372 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-9129e22c-069b-4f09-ab12-fa9f3fe4d819 admin admin] Deleting port 61b9f790-7ad2-4e27-941c-ea41f5504b72 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:56:23.783781 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9129e22c-069b-4f09-ab12-fa9f3fe4d819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:23.802810 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d14bfa48-656a-4f46-9f41-14b3374a6b0a req-651625f0-7ba4-4272-94c9-12359d455b02 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136665 Aug 07 12:56:23.862029 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80dd01-8c27-4274-9636-092ea6d9e010 None None] Checking router: e7181ac5-1cbc-446e-b133-27bc70ad593a for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:56:23.871356 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80dd01-8c27-4274-9636-092ea6d9e010 None None] Routers {'e7181ac5-1cbc-446e-b133-27bc70ad593a'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:56:23.871965 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-7a80dd01-8c27-4274-9636-092ea6d9e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:56:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['e7181ac5-1cbc-446e-b133-27bc70ad593a'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:23.873825 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.l3_db [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Floating IP d863fa53-d9cb-452c-9f0a-e98c5a1c00f6 associated. External IP: 172.27.3.33, port: 5426d701-ac3a-40c4-a1d2-892478dff7b6. Aug 07 12:56:23.889829 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-9129e22c-069b-4f09-ab12-fa9f3fe4d819 admin admin] For port 61b9f790-7ad2-4e27-941c-ea41f5504b72, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=61b9f790-7ad2-4e27-941c-ea41f5504b72,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:56:23.890236 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9129e22c-069b-4f09-ab12-fa9f3fe4d819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:23.902860 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-9129e22c-069b-4f09-ab12-fa9f3fe4d819 admin admin] Calling delete_port for 61b9f790-7ad2-4e27-941c-ea41f5504b72 owned by network:router_gateway {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:56:23.964309 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-7a80dd01-8c27-4274-9636-092ea6d9e010 None None] Set router e7181ac5-1cbc-446e-b133-27bc70ad593a gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:56:24.020169 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-7a80dd01-8c27-4274-9636-092ea6d9e010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:56:23Z', 'revision_number': 6, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port_host': None}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:24.049391 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80dd01-8c27-4274-9636-092ea6d9e010 None None] The sync data for ids ['e7181ac5-1cbc-446e-b133-27bc70ad593a'] in dv-cinder-787296-2-iscsi is: [{'id': 'e7181ac5-1cbc-446e-b133-27bc70ad593a', 'name': 'tempest-AttachVolumeTestJSON-641284543-router', 'tenant_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:49:01Z', 'updated_at': '2021-08-07T12:56:23Z', 'revision_number': 6, 'project_id': 'fe58962fe09244deb2d59c8d994e7b3e', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:56:24.098500 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Router 311650cf-7999-4ef5-a324-82aabe80be7f has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:56:24.160480 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9129e22c-069b-4f09-ab12-fa9f3fe4d819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:24.189485 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129e22c-069b-4f09-ab12-fa9f3fe4d819 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b9f790-7ad2-4e27-941c-ea41f5504b72,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:24.210032 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:56:24.220480 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d6786-e1a6-4e7e-b8f3-ccc7672036a7 None None] Sync routers for ids ['311650cf-7999-4ef5-a324-82aabe80be7f'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:56:24.232564 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d6786-e1a6-4e7e-b8f3-ccc7672036a7 None None] Routers {'311650cf-7999-4ef5-a324-82aabe80be7f'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:56:24.233200 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-eb4d6786-e1a6-4e7e-b8f3-ccc7672036a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:56:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['311650cf-7999-4ef5-a324-82aabe80be7f'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:24.247371 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9129e22c-069b-4f09-ab12-fa9f3fe4d819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519630'] for router_gateway, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:24.285281 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:24.313737 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-5d33cb12-6ed4-460e-b716-1a15431f82ef tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7084706 Aug 07 12:56:24.314423 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'tag': '5426d701-ac3a-40c4-a1d2-892478dff7b6'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:56:24.316756 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba67a07-fe68-4a1c-9179-7aa25565d392" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d89f0e-45a3-4af8-bed1-3fa0821989ee", "tag": "5426d701-ac3a-40c4-a1d2-892478dff7b6"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:56:24.337090 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9129e22c-069b-4f09-ab12-fa9f3fe4d819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14478'] for router, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:24.340578 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9129e22c-069b-4f09-ab12-fa9f3fe4d819 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:24.353622 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-eb4d6786-e1a6-4e7e-b8f3-ccc7672036a7 None None] Set router 311650cf-7999-4ef5-a324-82aabe80be7f gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:56:24.355405 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c34be74-e7af-4b3c-9d27-e75299e90083 x-openstack-request-id: req-3c34be74-e7af-4b3c-9d27-e75299e90083 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:56:24.355766 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d89f0e-45a3-4af8-bed1-3fa0821989ee", "tag": "5426d701-ac3a-40c4-a1d2-892478dff7b6", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:56:24.356014 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3c34be74-e7af-4b3c-9d27-e75299e90083 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:56:24.356415 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'tag': '5426d701-ac3a-40c4-a1d2-892478dff7b6', 'status': 'completed', 'code': 200} Aug 07 12:56:24.455362 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba67a07-fe68-4a1c-9179-7aa25565d392 req-f13bd3c2-d880-4ce1-8912-966e4706d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:24.457223 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1ba67a07-fe68-4a1c-9179-7aa25565d392 req-f13bd3c2-d880-4ce1-8912-966e4706d5fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=346cbadd20654de98ecc856c10be82f2&device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 1098 time: 0.0440335 Aug 07 12:56:24.487183 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9129e22c-069b-4f09-ab12-fa9f3fe4d819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522958'] for router, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:24.487831 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9129e22c-069b-4f09-ab12-fa9f3fe4d819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7181ac5-1cbc-446e-b133-27bc70ad593a {{(pid=100621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 12:56:24.493043 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-9129e22c-069b-4f09-ab12-fa9f3fe4d819 admin admin] Notify callbacks [] for router, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:24.497160 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-9129e22c-069b-4f09-ab12-fa9f3fe4d819 admin admin] 10.222.0.59 "DELETE /v2.0/routers/e7181ac5-1cbc-446e-b133-27bc70ad593a HTTP/1.1" status: 204 len: 168 time: 1.1336751 Aug 07 12:56:24.497406 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 39246) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:56:24.545667 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_v2 [None req-43350022-c0a1-442e-95cd-f1c7511f0357 admin admin] Deleting subnet 300bb429-c76c-4118-afab-6302f18dd66e {{(pid=100621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 12:56:24.549203 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-43350022-c0a1-442e-95cd-f1c7511f0357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:24.561135 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba67a07-fe68-4a1c-9179-7aa25565d392 req-8dd0ae7e-1cc2-448d-ae05-41d43351c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:24.562691 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1ba67a07-fe68-4a1c-9179-7aa25565d392 req-8dd0ae7e-1cc2-448d-ae05-41d43351c643 service neutron] 10.222.0.58 "GET /v2.0/networks?id=97f61b41-fa69-486e-9b79-ecc6068dcd4f HTTP/1.1" status: 200 len: 909 time: 0.0973237 Aug 07 12:56:24.583749 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-43350022-c0a1-442e-95cd-f1c7511f0357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3637977'] for subnet, precommit_delete_associations {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:24.597659 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-eb4d6786-e1a6-4e7e-b8f3-ccc7672036a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'name': 'tempest-TestShelveInstance-739407340-router', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:20Z', 'updated_at': '2021-08-07T12:55:23Z', 'revision_number': 4, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'gw_port': {'id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:21Z', 'updated_at': '2021-08-07T12:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': 'd863fa53-d9cb-452c-9f0a-e98c5a1c00f6', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'port_id': '5426d701-ac3a-40c4-a1d2-892478dff7b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f', 'mac_address': 'fa:16:3e:23:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:56:22Z', 'updated_at': '2021-08-07T12:56:22Z', 'revision_number': 0, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b612fb45-0e92-481e-9350-5022c5dcc914', 'name': '', 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'mac_address': 'fa:16:3e:98:bc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:22Z', 'updated_at': '2021-08-07T12:55:28Z', 'revision_number': 5, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'subnets': [{'id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:24.625122 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d6786-e1a6-4e7e-b8f3-ccc7672036a7 None None] Checking router: 311650cf-7999-4ef5-a324-82aabe80be7f for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:56:24.632299 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1ba67a07-fe68-4a1c-9179-7aa25565d392 req-dcddd031-99e1-4acd-8966-6fe8efd9edcc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5426d701-ac3a-40c4-a1d2-892478dff7b6 HTTP/1.1" status: 200 len: 998 time: 0.0608931 Aug 07 12:56:24.634560 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4d6786-e1a6-4e7e-b8f3-ccc7672036a7 None None] Routers {'311650cf-7999-4ef5-a324-82aabe80be7f'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:56:24.635380 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-eb4d6786-e1a6-4e7e-b8f3-ccc7672036a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:56:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['311650cf-7999-4ef5-a324-82aabe80be7f'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:24.668539 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-43350022-c0a1-442e-95cd-f1c7511f0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528469'] for subnet, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:24.685065 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba67a07-fe68-4a1c-9179-7aa25565d392 req-4735ec12-4a83-4d17-8bb0-cc9774c6a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:24.686722 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1ba67a07-fe68-4a1c-9179-7aa25565d392 req-4735ec12-4a83-4d17-8bb0-cc9774c6a9ff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f8a9833-6598-4d66-ab83-b0c7c6d42105 HTTP/1.1" status: 200 len: 847 time: 0.0468609 Aug 07 12:56:24.745170 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba67a07-fe68-4a1c-9179-7aa25565d392 req-5529352f-a6a2-4e31-928a-7e2b6c8eac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:24.746724 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1ba67a07-fe68-4a1c-9179-7aa25565d392 req-5529352f-a6a2-4e31-928a-7e2b6c8eac0f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=97f61b41-fa69-486e-9b79-ecc6068dcd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446827 Aug 07 12:56:24.749503 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-eb4d6786-e1a6-4e7e-b8f3-ccc7672036a7 None None] Set router 311650cf-7999-4ef5-a324-82aabe80be7f gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:56:24.805674 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-43350022-c0a1-442e-95cd-f1c7511f0357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8863388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2431407'] for subnet, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:24.836840 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43350022-c0a1-442e-95cd-f1c7511f0357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=300bb429-c76c-4118-afab-6302f18dd66e,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:24.843994 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-43350022-c0a1-442e-95cd-f1c7511f0357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:24.848958 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-43350022-c0a1-442e-95cd-f1c7511f0357 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/300bb429-c76c-4118-afab-6302f18dd66e HTTP/1.1" status: 204 len: 168 time: 0.3475347 Aug 07 12:56:24.851328 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670593b8-ac0e-43ff-affe-4c9f5183d3ad None None] Network b7e5231c-9a47-4d29-8859-d08f4c51f6a5 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:56:24.851759 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 39250) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:56:24.882028 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1ba67a07-fe68-4a1c-9179-7aa25565d392 req-550cc9f7-c822-41bb-8adf-241502f51a9d service neutron] 10.222.0.58 "GET /v2.0/networks/97f61b41-fa69-486e-9b79-ecc6068dcd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269448 Aug 07 12:56:25.048438 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561226'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:25.073173 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcddd5a6-ce3e-4191-8667-6deee0f2593e None None] DHCP port deletion for b7e5231c-9a47-4d29-8859-d08f4c51f6a5 request from dv-cinder-787296-2-iscsi {{(pid=100622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 12:56:25.074832 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6a8b0-14e2-4dd4-90c8-8de145439a04 req-312d4aba-a198-4b4c-a7ab-235175274879 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:25.076458 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-13f6a8b0-14e2-4dd4-90c8-8de145439a04 req-312d4aba-a198-4b4c-a7ab-235175274879 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 945 time: 0.1134872 Aug 07 12:56:25.096027 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1ba67a07-fe68-4a1c-9179-7aa25565d392 req-3ed0ee0b-c36e-4de4-a121-31cf8e722a4f service neutron] 10.222.0.58 "GET /v2.0/networks/97f61b41-fa69-486e-9b79-ecc6068dcd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822960 Aug 07 12:56:25.120421 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-eb4d6786-e1a6-4e7e-b8f3-ccc7672036a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'name': 'tempest-TestShelveInstance-739407340-router', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:20Z', 'updated_at': '2021-08-07T12:55:23Z', 'revision_number': 4, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'gw_port': {'id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:21Z', 'updated_at': '2021-08-07T12:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': 'd863fa53-d9cb-452c-9f0a-e98c5a1c00f6', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'port_id': '5426d701-ac3a-40c4-a1d2-892478dff7b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f', 'mac_address': 'fa:16:3e:23:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:56:22Z', 'updated_at': '2021-08-07T12:56:22Z', 'revision_number': 0, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b612fb45-0e92-481e-9350-5022c5dcc914', 'name': '', 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'mac_address': 'fa:16:3e:98:bc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:22Z', 'updated_at': '2021-08-07T12:55:28Z', 'revision_number': 5, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'subnets': [{'id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:25.137974 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-fcddd5a6-ce3e-4191-8667-6deee0f2593e None None] Deleting port 9dda882f-bcf2-4888-b972-619e24ff6f21 {{(pid=100622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:56:25.138595 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fcddd5a6-ce3e-4191-8667-6deee0f2593e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:25.159811 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-13f6a8b0-14e2-4dd4-90c8-8de145439a04 req-0393d9bc-d463-47af-8ee3-1851d64ea2b9 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663300 Aug 07 12:56:25.169504 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4d6786-e1a6-4e7e-b8f3-ccc7672036a7 None None] The sync data for ids ['311650cf-7999-4ef5-a324-82aabe80be7f'] in dv-cinder-787296-2-iscsi is: [{'id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'name': 'tempest-TestShelveInstance-739407340-router', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:20Z', 'updated_at': '2021-08-07T12:55:23Z', 'revision_number': 4, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'gw_port': {'id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:21Z', 'updated_at': '2021-08-07T12:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': 'd863fa53-d9cb-452c-9f0a-e98c5a1c00f6', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'port_id': '5426d701-ac3a-40c4-a1d2-892478dff7b6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f', 'mac_address': 'fa:16:3e:23:9f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:56:22Z', 'updated_at': '2021-08-07T12:56:22Z', 'revision_number': 0, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b612fb45-0e92-481e-9350-5022c5dcc914', 'name': '', 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'mac_address': 'fa:16:3e:98:bc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:22Z', 'updated_at': '2021-08-07T12:55:28Z', 'revision_number': 5, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'subnets': [{'id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:56:25.190854 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] Deleting port 9dda882f-bcf2-4888-b972-619e24ff6f21 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:56:25.191198 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:25.212801 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-fcddd5a6-ce3e-4191-8667-6deee0f2593e None None] For port 9dda882f-bcf2-4888-b972-619e24ff6f21, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=9dda882f-bcf2-4888-b972-619e24ff6f21,segment=NetworkSegment(020700c2-f330-4566-ba5d-4a95cd9e2e23),segment_id=020700c2-f330-4566-ba5d-4a95cd9e2e23)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:56:25.213733 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fcddd5a6-ce3e-4191-8667-6deee0f2593e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:25.235306 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-fcddd5a6-ce3e-4191-8667-6deee0f2593e None None] Calling delete_port for 9dda882f-bcf2-4888-b972-619e24ff6f21 owned by network:dhcp {{(pid=100622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:56:25.261080 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] For port 9dda882f-bcf2-4888-b972-619e24ff6f21, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=9dda882f-bcf2-4888-b972-619e24ff6f21,segment=NetworkSegment(020700c2-f330-4566-ba5d-4a95cd9e2e23),segment_id=020700c2-f330-4566-ba5d-4a95cd9e2e23)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:56:25.261735 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:25.278336 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] Calling delete_port for 9dda882f-bcf2-4888-b972-619e24ff6f21 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:56:25.433991 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-fcddd5a6-ce3e-4191-8667-6deee0f2593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374'] for port, after_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:25.474114 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14cf6b13-088a-44e9-8a24-e28b8bb02075 None None] New status for floating IP d863fa53-d9cb-452c-9f0a-e98c5a1c00f6: ACTIVE {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 12:56:25.479450 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddd5a6-ce3e-4191-8667-6deee0f2593e None None] Pushing event deleted for resources: {'Port': ['ID=9dda882f-bcf2-4888-b972-619e24ff6f21,revision_number=None']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:25.514639 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcddd5a6-ce3e-4191-8667-6deee0f2593e None None] No DVR routers for this DVR port 9dda882f-bcf2-4888-b972-619e24ff6f21 on host dv-cinder-787296-2-iscsi {{(pid=100622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:56:25.647460 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:25.670969 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] Pushing event deleted for resources: {'Port': ['ID=9dda882f-bcf2-4888-b972-619e24ff6f21,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:25.676609 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] No DVR routers for this DVR port 9dda882f-bcf2-4888-b972-619e24ff6f21 on host dv-cinder-787296-2-iscsi {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:56:25.749383 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531410', 'neutron.services.segments.db._delete_segments_for_network-8739267626096'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:25.759181 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.services.segments.db [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e5231c-9a47-4d29-8859-d08f4c51f6a5']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:25.769599 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.services.segments.db [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020700c2-f330-4566-ba5d-4a95cd9e2e23') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:25.769887 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.services.segments.db [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020700c2-f330-4566-ba5d-4a95cd9e2e23') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:56:25.779170 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739267629177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3678705'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:25.792290 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:25.797835 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 12:56:25.798209 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8817199'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: self.session.flush() Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: self.session.flush() Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: self.session.flush() Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: self.session.flush() Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: Traceback (most recent call last): Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: timer() Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: cb(*args, **kw) Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: return func(*args, **kwargs) Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: self._notify() Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: self.callback(batched_events) Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: event.method(event) Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: return f(self, *a, **k) Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: return self._get(url).json() Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: return self.request(url, 'GET', **kwargs) Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 12:56:25.799804 dv-cinder-787296-2-iscsi neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 12:56:25.903255 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 61b9f790-7ad2-4e27-941c-ea41f5504b72 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:56:25.923314 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: 61b9f790-7ad2-4e27-941c-ea41f5504b72 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:56:25.923660 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 61b9f790-7ad2-4e27-941c-ea41f5504b72 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:56:25.924079 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 805c9e83-0680-42bc-8edc-245577d2278b no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:56:25.926478 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519594'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:25.932392 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:25.936894 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] 10.222.0.59 "DELETE /v2.0/networks/b7e5231c-9a47-4d29-8859-d08f4c51f6a5 HTTP/1.1" status: 204 len: 168 time: 1.0820937 Aug 07 12:56:25.948460 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc56394-d107-433b-acd6-a6ba829176bc admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e5231c-9a47-4d29-8859-d08f4c51f6a5,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:25.950211 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: 805c9e83-0680-42bc-8edc-245577d2278b {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:56:25.950211 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 805c9e83-0680-42bc-8edc-245577d2278b not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:56:25.950633 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 9dda882f-bcf2-4888-b972-619e24ff6f21 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:56:25.970470 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: 9dda882f-bcf2-4888-b972-619e24ff6f21 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:56:25.970812 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 9dda882f-bcf2-4888-b972-619e24ff6f21 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:56:25.998752 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 8ca1b7bb-1745-4d38-a9b3-30431331af30 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:56:26.073382 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:26.095006 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca1b7bb-1745-4d38-a9b3-30431331af30'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:56:26.097243 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f1d7a7-2c8e-4ecd-b596-33ad2685ccac" -d '{"events": [{"server_uuid": "dd707ecb-c1d3-4e19-8b0b-74895ea7f505", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca1b7bb-1745-4d38-a9b3-30431331af30"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:56:26.110198 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 8ca1b7bb-1745-4d38-a9b3-30431331af30, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8ca1b7bb-1745-4d38-a9b3-30431331af30,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:56:26.133407 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 Aug 2021 12:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d924608d-059a-444b-9f67-2ee096a41dd2 x-openstack-request-id: req-d924608d-059a-444b-9f67-2ee096a41dd2 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:56:26.133693 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd707ecb-c1d3-4e19-8b0b-74895ea7f505", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca1b7bb-1745-4d38-a9b3-30431331af30", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:56:26.133953 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d924608d-059a-444b-9f67-2ee096a41dd2 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:56:26.136908 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca1b7bb-1745-4d38-a9b3-30431331af30', 'code': 200} Aug 07 12:56:26.189019 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:26.246003 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=8ca1b7bb-1745-4d38-a9b3-30431331af30,revision_number=8']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:26.305989 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 39258) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:56:26.317872 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa4023-ee63-4f93-97c1-9b912390f74c req-bd5f556a-0970-4435-a2f5-6cd73fe5d72d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:26.319525 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9bfa4023-ee63-4f93-97c1-9b912390f74c req-bd5f556a-0970-4435-a2f5-6cd73fe5d72d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0558367 Aug 07 12:56:26.347714 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-44891c97-22a9-41f1-9d05-610f1ca14b76 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fe58962fe09244deb2d59c8d994e7b3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403602 Aug 07 12:56:26.350073 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 39260) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:56:26.360449 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9bfa4023-ee63-4f93-97c1-9b912390f74c req-d072d60f-2872-4c31-972f-265359d6f7ea tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349340 Aug 07 12:56:26.401012 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4b0bcca7-5369-4fa8-925d-2aa7ef35aec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:26.427595 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4b0bcca7-5369-4fa8-925d-2aa7ef35aec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:26.536489 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4b0bcca7-5369-4fa8-925d-2aa7ef35aec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:26.539122 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4b0bcca7-5369-4fa8-925d-2aa7ef35aec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:26.540288 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-4b0bcca7-5369-4fa8-925d-2aa7ef35aec4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/959ac85f-c080-4559-9e02-27edfef74c05 HTTP/1.1" status: 204 len: 168 time: 0.1892962 Aug 07 12:56:26.549956 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bcca7-5369-4fa8-925d-2aa7ef35aec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959ac85f-c080-4559-9e02-27edfef74c05,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:27.708638 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 39298) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:56:27.805434 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-c2085329-1aa9-4d7d-9c7c-5d47cf6373ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1782041890-network', 'tenant_id': '775f2f4a2bb04cda91fea7b50a97d67c'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:56:27.995198 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2085329-1aa9-4d7d-9c7c-5d47cf6373ba admin admin] Made reservation on behalf of 775f2f4a2bb04cda91fea7b50a97d67c for: {'network': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:56:27.997775 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c2085329-1aa9-4d7d-9c7c-5d47cf6373ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:28.006589 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c2085329-1aa9-4d7d-9c7c-5d47cf6373ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:28.094080 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c2085329-1aa9-4d7d-9c7c-5d47cf6373ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:28.246592 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c2085329-1aa9-4d7d-9c7c-5d47cf6373ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:28.267686 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2085329-1aa9-4d7d-9c7c-5d47cf6373ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=100621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:56:28.283092 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c2085329-1aa9-4d7d-9c7c-5d47cf6373ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:28.283474 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.db.segments_db [None req-c2085329-1aa9-4d7d-9c7c-5d47cf6373ba admin admin] Added segment bef8bdbf-ce90-43fd-9f5e-575f42a720a5 of type vlan for network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 Aug 07 12:56:28.292204 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2085329-1aa9-4d7d-9c7c-5d47cf6373ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcb6420-ec0b-42f2-8471-99b85e109b26,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:28.326543 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c2085329-1aa9-4d7d-9c7c-5d47cf6373ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:28.417328 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c2085329-1aa9-4d7d-9c7c-5d47cf6373ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:28.418361 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2085329-1aa9-4d7d-9c7c-5d47cf6373ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:28.418980 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c2085329-1aa9-4d7d-9c7c-5d47cf6373ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:28.481469 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2085329-1aa9-4d7d-9c7c-5d47cf6373ba admin admin] Pushing event updated for resources: {'Network': ['ID=35abc531-bf75-4dec-a5e3-e5d0c27670e2,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:28.493717 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:56:28.546976 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-c2085329-1aa9-4d7d-9c7c-5d47cf6373ba admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8345358 Aug 07 12:56:28.547191 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 39306) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:56:28.552042 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-cc8bef1f-5bad-4bb2-9cf8-62959a2b67e3 admin admin] Request body: {'subnet': {'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1782041890-subnet', 'tenant_id': '775f2f4a2bb04cda91fea7b50a97d67c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:56:28.651550 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8bef1f-5bad-4bb2-9cf8-62959a2b67e3 admin admin] Made reservation on behalf of 775f2f4a2bb04cda91fea7b50a97d67c for: {'subnet': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:56:28.655737 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cc8bef1f-5bad-4bb2-9cf8-62959a2b67e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2431364'] for subnet, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:28.870000 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cc8bef1f-5bad-4bb2-9cf8-62959a2b67e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8863451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2431414'] for subnet, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:28.927617 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bef1f-5bad-4bb2-9cf8-62959a2b67e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5497e85-01a2-478d-8bda-15694f4b23a0,revision_number=0']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:28.935903 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8bef1f-5bad-4bb2-9cf8-62959a2b67e3 admin admin] Checking segment: {'id': 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:56:28.936308 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8bef1f-5bad-4bb2-9cf8-62959a2b67e3 admin admin] Network hostable DHCP agents. Network: 35abc531-bf75-4dec-a5e3-e5d0c27670e2, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:56:29.086512 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8bef1f-5bad-4bb2-9cf8-62959a2b67e3 admin admin] Network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:56:29.106768 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd43db-aa33-4a69-bbab-c046d3e260e8 req-c8ff32e1-c629-4125-b9f4-bf8005340a5c tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:29.108267 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-6abd43db-aa33-4a69-bbab-c046d3e260e8 req-c8ff32e1-c629-4125-b9f4-bf8005340a5c tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0488732 Aug 07 12:56:29.147660 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-6abd43db-aa33-4a69-bbab-c046d3e260e8 req-6fd73738-961d-4d6a-8b34-210f7099eb6a tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332117 Aug 07 12:56:29.210832 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-cc8bef1f-5bad-4bb2-9cf8-62959a2b67e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, 35abc531-bf75-4dec-a5e3-e5d0c27670e2) {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:56:29.215339 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8bef1f-5bad-4bb2-9cf8-62959a2b67e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:29.216031 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cc8bef1f-5bad-4bb2-9cf8-62959a2b67e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:29.221726 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceff8632-a422-4dfe-8bc9-0e0e45828f0a None None] Network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:56:29.304305 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-cc8bef1f-5bad-4bb2-9cf8-62959a2b67e3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7559552 Aug 07 12:56:29.349453 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea746b9c-0a54-4896-bc59-f914aef2b735 None None] Network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:56:29.425525 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-57adb3b4-069c-45a5-a93b-10cf354ab5d2 req-8856a46a-df0c-49a2-bcb1-3541b043b3ba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0436189 Aug 07 12:56:29.776709 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-f92317b3-0ee6-4341-9f75-84a7b81aa836 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:29.778161 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-f92317b3-0ee6-4341-9f75-84a7b81aa836 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/networks?id=35abc531-bf75-4dec-a5e3-e5d0c27670e2 HTTP/1.1" status: 200 len: 815 time: 0.1027932 Aug 07 12:56:29.793433 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-78b08b9c-20b7-46bc-8246-247702980727 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/quotas/775f2f4a2bb04cda91fea7b50a97d67c HTTP/1.1" status: 200 len: 375 time: 0.0095000 Aug 07 12:56:29.824554 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-8e56cb3f-d725-4e81-9883-b57d64c9475b tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=775f2f4a2bb04cda91fea7b50a97d67c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254724 Aug 07 12:56:29.920027 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-16c71ad8-a629-403a-9108-d843d16aa05a service neutron] 10.222.0.59 "GET /v2.0/networks/35abc531-bf75-4dec-a5e3-e5d0c27670e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883694 Aug 07 12:56:30.009290 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-3744970b-cf62-4ee7-a76d-194270b0f38e service neutron] 10.222.0.59 "GET /v2.0/networks/35abc531-bf75-4dec-a5e3-e5d0c27670e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831356 Aug 07 12:56:30.025201 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 8ca1b7bb-1745-4d38-a9b3-30431331af30 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:56:30.278228 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de243a-c080-487b-89ef-62546a632b0b req-7a502789-0700-49b8-80b4-e8c3abffcd90 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:30.279899 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-79de243a-c080-487b-89ef-62546a632b0b req-7a502789-0700-49b8-80b4-e8c3abffcd90 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0540364 Aug 07 12:56:30.321006 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-21734277-c2ce-488a-bb3d-41710acdde77 req-00158649-6b45-48b7-8972-48848fdec9e1 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 210 time: 0.0281222 Aug 07 12:56:30.324805 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-79de243a-c080-487b-89ef-62546a632b0b req-af33740f-8afe-4dad-955a-2abb94bd2522 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379703 Aug 07 12:56:31.267311 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adb3b4-069c-45a5-a93b-10cf354ab5d2 req-1b939d41-b5b5-4088-9e5b-b43cf4ab04fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:31.268837 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-57adb3b4-069c-45a5-a93b-10cf354ab5d2 req-1b939d41-b5b5-4088-9e5b-b43cf4ab04fd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505&tenant_id=e29947f4009940b3bee8115587b5f0bf HTTP/1.1" status: 200 len: 1096 time: 0.0444393 Aug 07 12:56:31.344562 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adb3b4-069c-45a5-a93b-10cf354ab5d2 req-d529d2c0-35d8-4fd4-a745-58dd1870aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:31.346045 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-57adb3b4-069c-45a5-a93b-10cf354ab5d2 req-d529d2c0-35d8-4fd4-a745-58dd1870aebe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e29947f4009940b3bee8115587b5f0bf&device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 1096 time: 0.0402529 Aug 07 12:56:31.436725 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-66b352d6-9edc-46c2-8558-bb06902927df req-3d276cd0-4a55-40a8-b259-fef4133b61ce tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 210 time: 0.0363879 Aug 07 12:56:31.455925 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e7be-6576-4ccf-924c-d8be7024cab4 req-0c46ce05-9ff3-4e27-bad6-38841b0e13e6 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:31.458493 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6322e7be-6576-4ccf-924c-d8be7024cab4 req-0c46ce05-9ff3-4e27-bad6-38841b0e13e6 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0559292 Aug 07 12:56:31.479887 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adb3b4-069c-45a5-a93b-10cf354ab5d2 req-3f09f268-5713-428a-a523-e6a3c261e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:31.481458 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-57adb3b4-069c-45a5-a93b-10cf354ab5d2 req-3f09f268-5713-428a-a523-e6a3c261e442 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda HTTP/1.1" status: 200 len: 917 time: 0.1264811 Aug 07 12:56:31.503632 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6322e7be-6576-4ccf-924c-d8be7024cab4 req-d5741860-637f-4126-939b-f8e3d8afe7b6 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374856 Aug 07 12:56:31.553801 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-57adb3b4-069c-45a5-a93b-10cf354ab5d2 req-232f1d51-d7c0-4ad3-82cc-3f2657fe13de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ca1b7bb-1745-4d38-a9b3-30431331af30 HTTP/1.1" status: 200 len: 998 time: 0.0588191 Aug 07 12:56:31.606392 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adb3b4-069c-45a5-a93b-10cf354ab5d2 req-69131465-0190-4d40-bd88-c69cf7f919a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:31.607898 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-57adb3b4-069c-45a5-a93b-10cf354ab5d2 req-69131465-0190-4d40-bd88-c69cf7f919a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=556b420c-994e-4c56-8be2-27810f5c2247 HTTP/1.1" status: 200 len: 855 time: 0.0470846 Aug 07 12:56:31.658948 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adb3b4-069c-45a5-a93b-10cf354ab5d2 req-f07d4198-6240-44d4-a644-49ede2f5a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:31.660522 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-57adb3b4-069c-45a5-a93b-10cf354ab5d2 req-f07d4198-6240-44d4-a644-49ede2f5a0d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5e5c8fc-001a-43dd-829c-9975cfb7dbda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455184 Aug 07 12:56:31.754532 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-57adb3b4-069c-45a5-a93b-10cf354ab5d2 req-df70315b-0e96-44fc-bd21-f9da6e0461ed service neutron] 10.222.0.58 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830851 Aug 07 12:56:31.853841 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-57adb3b4-069c-45a5-a93b-10cf354ab5d2 req-62247d8e-6dba-4713-a629-8b702d634f13 service neutron] 10.222.0.58 "GET /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900774 Aug 07 12:56:32.535789 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4eefb16c-66ef-4fcb-83bb-d8d8101c4f20 req-5b319f26-e3cf-4a97-ad77-28d109853342 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 210 time: 0.0275273 Aug 07 12:56:32.629443 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de2853-accf-4cc9-a8a8-c6551907b41c req-58301eab-feba-4f62-807c-3a0a57c4ccda tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:32.631007 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-78de2853-accf-4cc9-a8a8-c6551907b41c req-58301eab-feba-4f62-807c-3a0a57c4ccda tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0496235 Aug 07 12:56:32.681282 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-78de2853-accf-4cc9-a8a8-c6551907b41c req-e18f1401-cdf8-42b7-9600-eac24132abfb tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443017 Aug 07 12:56:33.440127 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7b59260d-7654-465e-ad89-3644362ae9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:33.641229 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c2a283b6-d932-41a6-82e0-b61149d86f8a req-60faaf49-d7bf-4efb-8dc7-a496d0edc0a1 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 210 time: 0.0298812 Aug 07 12:56:33.837700 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223367a2-4b60-4314-a457-be1e419d6901 req-f2672d4e-411c-422e-b6a2-8dfdf2dfedbd tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:33.840176 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-223367a2-4b60-4314-a457-be1e419d6901 req-f2672d4e-411c-422e-b6a2-8dfdf2dfedbd tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0516875 Aug 07 12:56:33.881383 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-223367a2-4b60-4314-a457-be1e419d6901 req-cb6ab8af-02be-4f93-9729-3ebdca56aa88 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327306 Aug 07 12:56:34.739431 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-81ec9679-29f6-4b96-9576-9c338502c0bf req-0c8c680a-cb6f-4a6f-8f47-a33c2a6c30cc tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 210 time: 0.0280104 Aug 07 12:56:35.005742 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8494d8-b57f-431e-85d3-b6917fb48b9e req-19b2a4f2-02fd-4b79-9921-557f25ace804 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:35.007230 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6a8494d8-b57f-431e-85d3-b6917fb48b9e req-19b2a4f2-02fd-4b79-9921-557f25ace804 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0511870 Aug 07 12:56:35.048662 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6a8494d8-b57f-431e-85d3-b6917fb48b9e req-faa3d9da-5d44-46be-a364-f438f180eea7 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353987 Aug 07 12:56:35.839217 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f1c30c4a-a2fc-4ac3-97f9-90127ac63c7a req-78c75de4-733a-4a0c-ae94-3aa7bb036c16 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 210 time: 0.0313761 Aug 07 12:56:36.173709 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6831f6-fbeb-471e-8fc9-47cdc7be8192 req-8f1c7355-57e4-4e13-abff-772e394a79c1 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:36.175217 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-de6831f6-fbeb-471e-8fc9-47cdc7be8192 req-8f1c7355-57e4-4e13-abff-772e394a79c1 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0522683 Aug 07 12:56:36.214439 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-de6831f6-fbeb-471e-8fc9-47cdc7be8192 req-a8e80662-aa96-4bd5-b427-973044232b9d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332100 Aug 07 12:56:36.618126 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-00840426-6381-42de-8fd2-2a849c1284a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:36.951390 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-25bd13f0-fa34-4e4e-a0e2-0928d3b02dda req-fb8bde30-c724-4c04-822f-3c34e8888821 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 210 time: 0.0391924 Aug 07 12:56:36.978091 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:37.104214 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:37.347989 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4c972-4227-40c5-9db5-a13da63a751b req-97dcaf8b-50bb-4a09-910b-411400c8f4c1 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:37.350251 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8ed4c972-4227-40c5-9db5-a13da63a751b req-97dcaf8b-50bb-4a09-910b-411400c8f4c1 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0492761 Aug 07 12:56:37.399654 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8ed4c972-4227-40c5-9db5-a13da63a751b req-7b00bcd5-c4c3-4487-be78-7150b55787f0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367079 Aug 07 12:56:37.421652 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:38.064251 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ef147dad-b8e5-40d7-bc18-c76b01b84984 req-99e11254-0f5e-40c3-b74d-5a9c3f9de796 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 210 time: 0.0408392 Aug 07 12:56:38.527243 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d787f29-0234-44b4-86c2-48c90bb50103 req-6514d275-7ba0-4fd9-8efa-941a147b1280 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:38.528716 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8d787f29-0234-44b4-86c2-48c90bb50103 req-6514d275-7ba0-4fd9-8efa-941a147b1280 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0507274 Aug 07 12:56:38.574045 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8d787f29-0234-44b4-86c2-48c90bb50103 req-f0c32025-0e01-49da-b306-31750fe7c931 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388179 Aug 07 12:56:39.163981 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0a5f5469-922f-4bc0-8b13-64064c31428a req-6eee3712-5757-458c-a04b-f3668b054d28 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 210 time: 0.0257494 Aug 07 12:56:39.435541 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:39.721782 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2151ff-7f70-4132-9420-9b3a51f13514 req-9b9a22fc-84ef-4954-8efe-0adbe1088ff0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:39.723297 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ae2151ff-7f70-4132-9420-9b3a51f13514 req-9b9a22fc-84ef-4954-8efe-0adbe1088ff0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0566757 Aug 07 12:56:39.765150 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ae2151ff-7f70-4132-9420-9b3a51f13514 req-ce9e8841-fac4-4040-b5ee-000a96c71f1f tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357440 Aug 07 12:56:40.262937 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8b586280-a3d0-4ab3-9888-49905216b6ac req-c37971c5-c6e3-4500-89ac-7869550fffca tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 210 time: 0.0267940 Aug 07 12:56:40.903400 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff0427-2885-4337-95e9-9d16a5968a00 req-884001b5-11ca-4b97-aa38-0f3a81d27664 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:40.905004 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1cff0427-2885-4337-95e9-9d16a5968a00 req-884001b5-11ca-4b97-aa38-0f3a81d27664 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0529737 Aug 07 12:56:40.946523 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1cff0427-2885-4337-95e9-9d16a5968a00 req-2e4dd702-d4fa-45da-83ac-0d05fff3ece2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352163 Aug 07 12:56:41.358549 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-6652c977-a44f-4efc-8443-327a46001654 req-8ad3f65b-54c4-4172-ba99-244f59faffa0 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 210 time: 0.0287149 Aug 07 12:56:42.070357 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102131a-8c7d-4c1b-bd0a-437cbdb89599 req-d7c3a736-7d94-46a8-a6dc-525f471b83d1 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:42.071883 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c102131a-8c7d-4c1b-bd0a-437cbdb89599 req-d7c3a736-7d94-46a8-a6dc-525f471b83d1 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0498583 Aug 07 12:56:42.127286 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c102131a-8c7d-4c1b-bd0a-437cbdb89599 req-24983f65-99b3-4fe4-ad29-3ad904c8ad3b tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490162 Aug 07 12:56:42.451535 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-42fa1ec3-eafc-4b0d-8ed3-c46260964865 req-82e662eb-d41e-47a9-8b23-cea2d4bae660 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 210 time: 0.0266566 Aug 07 12:56:43.257986 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed472cee-e1e0-4e2d-8b4e-cc212b92251e req-6750c698-c731-4c9b-831e-89db5d4881f7 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:43.259532 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ed472cee-e1e0-4e2d-8b4e-cc212b92251e req-6750c698-c731-4c9b-831e-89db5d4881f7 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0503914 Aug 07 12:56:43.300222 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ed472cee-e1e0-4e2d-8b4e-cc212b92251e req-3ee9b7bc-8826-4fe5-8a9c-d8bfc432cb23 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342219 Aug 07 12:56:43.558523 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-00b99c5f-1af4-441b-bd67-d97c549c7412 req-adf16975-0cf8-46fe-bde0-4490ccdf8252 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 210 time: 0.0290198 Aug 07 12:56:44.422068 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40c650-fea6-41f3-86ad-ac422294117f req-36b206fc-5c66-4c3f-99b2-ba8471e93047 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:44.423572 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9f40c650-fea6-41f3-86ad-ac422294117f req-36b206fc-5c66-4c3f-99b2-ba8471e93047 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0521047 Aug 07 12:56:44.461502 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9f40c650-fea6-41f3-86ad-ac422294117f req-e4846d69-9897-4d2f-b8e1-506bbde586a8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319865 Aug 07 12:56:44.651621 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-fc6b771c-cb91-4044-8e95-d01272086fb5 req-fb9cbbb0-4c4f-4130-b3f1-6c02fe33aaff tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 210 time: 0.0259697 Aug 07 12:56:45.116157 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-e93bfffe-9bd6-404c-90db-a784745b1f74 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:45.118310 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-e93bfffe-9bd6-404c-90db-a784745b1f74 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.58 "GET /v2.0/networks?id=35abc531-bf75-4dec-a5e3-e5d0c27670e2 HTTP/1.1" status: 200 len: 815 time: 0.1083612 Aug 07 12:56:45.140625 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-e3250466-452e-4d2e-af65-a9a60b2254f9 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Request body: {'port': {'device_id': '1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416', 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2', 'admin_state_up': True, 'tenant_id': '775f2f4a2bb04cda91fea7b50a97d67c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:56:45.383140 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-e3250466-452e-4d2e-af65-a9a60b2254f9 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Made reservation on behalf of 775f2f4a2bb04cda91fea7b50a97d67c for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:56:45.387252 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-e3250466-452e-4d2e-af65-a9a60b2254f9 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:45.519039 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-e3250466-452e-4d2e-af65-a9a60b2254f9 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Allocated IP 172.20.0.12 (35abc531-bf75-4dec-a5e3-e5d0c27670e2/a5497e85-01a2-478d-8bda-15694f4b23a0/368f98cb-b87c-4356-a2b5-8ddeede0330f) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:56:45.592864 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d657c8-9a20-4f0e-b5ea-6f5bdf563f37 req-3f7e3e17-f7ba-4720-b401-9b441fdf64ea tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:45.594398 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-30d657c8-9a20-4f0e-b5ea-6f5bdf563f37 req-3f7e3e17-f7ba-4720-b401-9b441fdf64ea tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0513494 Aug 07 12:56:45.638920 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-30d657c8-9a20-4f0e-b5ea-6f5bdf563f37 req-222abc5d-eb83-435d-8f8b-205cc5a74d0d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380840 Aug 07 12:56:45.678151 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-e3250466-452e-4d2e-af65-a9a60b2254f9 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:45.745633 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-27be6f4b-b4b1-4a6f-bb9b-7b7fe5336e33 req-fa98e5df-16e2-45ff-a883-fffaa4590eca tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 210 time: 0.0251577 Aug 07 12:56:45.783457 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-e3250466-452e-4d2e-af65-a9a60b2254f9 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:45.832092 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-e3250466-452e-4d2e-af65-a9a60b2254f9 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:56:45.835317 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-e3250466-452e-4d2e-af65-a9a60b2254f9 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:56:45.839286 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-e3250466-452e-4d2e-af65-a9a60b2254f9 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:56:45.863491 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3250466-452e-4d2e-af65-a9a60b2254f9 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Pushing event updated for resources: {'Port': ['ID=368f98cb-b87c-4356-a2b5-8ddeede0330f,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:45.895753 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-e3250466-452e-4d2e-af65-a9a60b2254f9 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:45.895753 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-e3250466-452e-4d2e-af65-a9a60b2254f9 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:45.972061 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-e3250466-452e-4d2e-af65-a9a60b2254f9 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8368027 Aug 07 12:56:45.993015 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Request body: {'port': {'device_id': '1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:56:46.051411 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:46.310586 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368f98cb-b87c-4356-a2b5-8ddeede0330f {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:56:46.318063 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:46.330578 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Transition to ACTIVE for port object 368f98cb-b87c-4356-a2b5-8ddeede0330f will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:56:46.400181 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:46.449262 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Pushing event updated for resources: {'Port': ['ID=368f98cb-b87c-4356-a2b5-8ddeede0330f,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:46.519623 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Attempting to bind port 368f98cb-b87c-4356-a2b5-8ddeede0330f on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:56:46.519952 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Attempting to bind port 368f98cb-b87c-4356-a2b5-8ddeede0330f by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:56:46.520271 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Attempting to bind port 368f98cb-b87c-4356-a2b5-8ddeede0330f on network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:56:46.524399 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Port 368f98cb-b87c-4356-a2b5-8ddeede0330f on network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:56:46.524721 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Attempting to bind port 368f98cb-b87c-4356-a2b5-8ddeede0330f on network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:56:46.530021 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:56:46.530391 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Checking segment: {'id': 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:56:46.530768 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Bound using segment: {'id': 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:56:46.531185 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Bound port: 368f98cb-b87c-4356-a2b5-8ddeede0330f, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:56:46.531533 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:46.594215 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] For port 368f98cb-b87c-4356-a2b5-8ddeede0330f, host hv-cinder-78729, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:56:46.597085 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] For port 368f98cb-b87c-4356-a2b5-8ddeede0330f, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=368f98cb-b87c-4356-a2b5-8ddeede0330f,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:56:46.667949 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:46.683159 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:56:46.703737 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:46.704368 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:46.705799 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] 10.222.0.58 "PUT /v2.0/ports/368f98cb-b87c-4356-a2b5-8ddeede0330f HTTP/1.1" status: 200 len: 1094 time: 0.7171071 Aug 07 12:56:46.706273 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416', 'tag': '368f98cb-b87c-4356-a2b5-8ddeede0330f'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:56:46.708596 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e46893e-a252-4080-aeaf-4689969cbbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416", "tag": "368f98cb-b87c-4356-a2b5-8ddeede0330f"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:56:46.737799 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e11029-4178-4d1e-815d-1a9cf2e25102 service neutron] Pushing event updated for resources: {'Port': ['ID=368f98cb-b87c-4356-a2b5-8ddeede0330f,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:46.759929 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac9e8cc-b157-44bc-81e5-b20061cb109b x-openstack-request-id: req-7ac9e8cc-b157-44bc-81e5-b20061cb109b {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:56:46.760228 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416", "tag": "368f98cb-b87c-4356-a2b5-8ddeede0330f", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:56:46.760475 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7ac9e8cc-b157-44bc-81e5-b20061cb109b {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:56:46.760932 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416', 'tag': '368f98cb-b87c-4356-a2b5-8ddeede0330f', 'status': 'completed', 'code': 200} Aug 07 12:56:46.793371 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2b584-9c14-4144-a34b-e8a12f0b102c req-de2a2313-12a9-4180-9779-b12696140ab0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:46.795883 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1ac2b584-9c14-4144-a34b-e8a12f0b102c req-de2a2313-12a9-4180-9779-b12696140ab0 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0643563 Aug 07 12:56:46.842921 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1ac2b584-9c14-4144-a34b-e8a12f0b102c req-8dd62da2-0e63-439e-af3b-de7f8f304550 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378699 Aug 07 12:56:46.896325 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46893e-a252-4080-aeaf-4689969cbbe5 req-437e7357-e533-4ac8-bc0e-09169592926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:46.897833 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8e46893e-a252-4080-aeaf-4689969cbbe5 req-437e7357-e533-4ac8-bc0e-09169592926d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=775f2f4a2bb04cda91fea7b50a97d67c&device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 1097 time: 0.0834320 Aug 07 12:56:46.905723 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549c692-462e-492b-9b3b-8562715097ea req-ec089f6b-69f4-43fe-a7b4-0b7a00f24baf tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:46.907108 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b549c692-462e-492b-9b3b-8562715097ea req-ec089f6b-69f4-43fe-a7b4-0b7a00f24baf tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 944 time: 0.0803566 Aug 07 12:56:47.003057 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b549c692-462e-492b-9b3b-8562715097ea req-c83673b5-4b36-48dc-950e-1b0723966b59 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889461 Aug 07 12:56:47.031725 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46893e-a252-4080-aeaf-4689969cbbe5 req-1f4a4a74-065d-4d0b-8c05-1d773c8d4ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:47.033195 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8e46893e-a252-4080-aeaf-4689969cbbe5 req-1f4a4a74-065d-4d0b-8c05-1d773c8d4ba2 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=775f2f4a2bb04cda91fea7b50a97d67c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1202960 Aug 07 12:56:47.142036 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46893e-a252-4080-aeaf-4689969cbbe5 req-d81ddf48-c91d-4085-b8c6-48c8feb66155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:47.143468 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8e46893e-a252-4080-aeaf-4689969cbbe5 req-d81ddf48-c91d-4085-b8c6-48c8feb66155 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925539 Aug 07 12:56:47.243746 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-4746060a-7cb7-47a3-8a1a-af1ff5094db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:47.245210 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-4746060a-7cb7-47a3-8a1a-af1ff5094db3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=775f2f4a2bb04cda91fea7b50a97d67c&device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 1097 time: 0.0398247 Aug 07 12:56:47.297651 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-940d353f-d240-47f6-9764-80a887ca6970 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=368f98cb-b87c-4356-a2b5-8ddeede0330f HTTP/1.1" status: 200 len: 217 time: 0.0365529 Aug 07 12:56:47.347414 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-a5cc62c1-8c7b-4a90-a40c-70783159f28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:47.348877 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-a5cc62c1-8c7b-4a90-a40c-70783159f28f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a5497e85-01a2-478d-8bda-15694f4b23a0 HTTP/1.1" status: 200 len: 855 time: 0.0432272 Aug 07 12:56:47.379617 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-87b0d286-fb07-43c6-b316-2e8bf045de29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35abc531-bf75-4dec-a5e3-e5d0c27670e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229428 Aug 07 12:56:47.469807 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-548ee768-869a-464d-9d98-3707814d476f service neutron] 10.222.0.58 "GET /v2.0/networks/35abc531-bf75-4dec-a5e3-e5d0c27670e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813897 Aug 07 12:56:47.565397 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-fa5015d7-f0e1-4f98-8620-5658d85b9d40 req-07faa41d-5d5b-4a9f-8a10-ede088c5bc30 service neutron] 10.222.0.58 "GET /v2.0/networks/35abc531-bf75-4dec-a5e3-e5d0c27670e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875580 Aug 07 12:56:47.962582 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876c9c3-4473-4381-aad9-a690d63fa7ef req-15642393-a608-4f71-a634-f06a1f275117 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:47.964082 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a876c9c3-4473-4381-aad9-a690d63fa7ef req-15642393-a608-4f71-a634-f06a1f275117 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 943 time: 0.0489776 Aug 07 12:56:48.002157 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a876c9c3-4473-4381-aad9-a690d63fa7ef req-0a183330-c886-4c98-8245-73d44fcf63d2 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318599 Aug 07 12:56:48.113005 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 8ca1b7bb-1745-4d38-a9b3-30431331af30 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:56:48.117128 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1060be5-a149-4daa-883b-f5c4a9473d4a req-c5d92b3a-c347-465c-a2a4-ad648849a132 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:48.118669 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d1060be5-a149-4daa-883b-f5c4a9473d4a req-c5d92b3a-c347-465c-a2a4-ad648849a132 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 944 time: 0.0507436 Aug 07 12:56:48.156956 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d1060be5-a149-4daa-883b-f5c4a9473d4a req-f620b7a2-ebd0-4a9c-9184-171864d6c1b3 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315895 Aug 07 12:56:48.206418 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 8ca1b7bb-1745-4d38-a9b3-30431331af30, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8ca1b7bb-1745-4d38-a9b3-30431331af30,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:56:48.217463 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': '8ca1b7bb-1745-4d38-a9b3-30431331af30', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'port_id': '8ca1b7bb-1745-4d38-a9b3-30431331af30', 'mac_address': 'fa:16:3e:49:ea:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:56:48.253902 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:48.269193 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca1b7bb-1745-4d38-a9b3-30431331af30 {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:56:48.287807 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 8ca1b7bb-1745-4d38-a9b3-30431331af30, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8ca1b7bb-1745-4d38-a9b3-30431331af30,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:56:48.365615 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:48.412144 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=8ca1b7bb-1745-4d38-a9b3-30431331af30,revision_number=9']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:48.699607 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['8ca1b7bb-1745-4d38-a9b3-30431331af30'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:56:49.134585 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd14ce4-7d53-46b4-ae3c-27d7a50e899a req-346eb9e1-d8ea-4317-bfa8-64dec75c3bf7 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:49.414583 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-dbd14ce4-7d53-46b4-ae3c-27d7a50e899a req-346eb9e1-d8ea-4317-bfa8-64dec75c3bf7 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 944 time: 0.0546956 Aug 07 12:56:49.414583 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-dbd14ce4-7d53-46b4-ae3c-27d7a50e899a req-d253bfd4-c530-4f9d-95c6-20c5e267c2a5 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417383 Aug 07 12:56:49.415447 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45090a-ce07-4c61-b6ad-0a716fb0a1cb req-e6ea5d22-b219-4b5c-aeab-6d2a7924ed29 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:49.415447 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2a45090a-ce07-4c61-b6ad-0a716fb0a1cb req-e6ea5d22-b219-4b5c-aeab-6d2a7924ed29 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 944 time: 0.0558691 Aug 07 12:56:49.415447 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2a45090a-ce07-4c61-b6ad-0a716fb0a1cb req-888b2101-a3ba-4f49-b27c-edcd90649ccc tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330541 Aug 07 12:56:50.120643 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 368f98cb-b87c-4356-a2b5-8ddeede0330f details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:56:50.137624 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 8ca1b7bb-1745-4d38-a9b3-30431331af30 up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:56:50.253070 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port 8ca1b7bb-1745-4d38-a9b3-30431331af30 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:56:50.253443 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:50.299168 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 368f98cb-b87c-4356-a2b5-8ddeede0330f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=368f98cb-b87c-4356-a2b5-8ddeede0330f,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:56:50.304228 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0cb76-8a7d-4ae2-b352-bb794a39754c req-1ee0413f-4c15-46af-80e4-f03c4675029d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:50.305720 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5ba0cb76-8a7d-4ae2-b352-bb794a39754c req-1ee0413f-4c15-46af-80e4-f03c4675029d tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 944 time: 0.0488429 Aug 07 12:56:50.313532 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': '368f98cb-b87c-4356-a2b5-8ddeede0330f', 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2', 'port_id': '368f98cb-b87c-4356-a2b5-8ddeede0330f', 'mac_address': 'fa:16:3e:79:9e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5497e85-01a2-478d-8bda-15694f4b23a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:56:50.344679 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5ba0cb76-8a7d-4ae2-b352-bb794a39754c req-3dfaf32a-82b0-4505-912a-2919b3f98706 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327337 Aug 07 12:56:50.380656 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:50.400160 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368f98cb-b87c-4356-a2b5-8ddeede0330f {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:56:50.404676 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:50.436111 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 368f98cb-b87c-4356-a2b5-8ddeede0330f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=368f98cb-b87c-4356-a2b5-8ddeede0330f,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:56:50.441821 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca1b7bb-1745-4d38-a9b3-30431331af30'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:56:50.441994 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f313f4-9a25-4f2b-9452-d562349f41ca req-2ecebbbd-7011-4d49-8a2e-a0c3545ae176 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:50.443469 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-78f313f4-9a25-4f2b-9452-d562349f41ca req-2ecebbbd-7011-4d49-8a2e-a0c3545ae176 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 944 time: 0.0506241 Aug 07 12:56:50.444391 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437a48d0-8e49-480f-8b83-cbe451b8bb5a" -d '{"events": [{"server_uuid": "dd707ecb-c1d3-4e19-8b0b-74895ea7f505", "name": "network-vif-plugged", "status": "completed", "tag": "8ca1b7bb-1745-4d38-a9b3-30431331af30"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:56:50.458985 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 8ca1b7bb-1745-4d38-a9b3-30431331af30, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8ca1b7bb-1745-4d38-a9b3-30431331af30,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:56:50.488752 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a82356-e114-4272-9087-1abb98408566 x-openstack-request-id: req-44a82356-e114-4272-9087-1abb98408566 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:56:50.489047 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd707ecb-c1d3-4e19-8b0b-74895ea7f505", "name": "network-vif-plugged", "status": "completed", "tag": "8ca1b7bb-1745-4d38-a9b3-30431331af30", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:56:50.489301 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-44a82356-e114-4272-9087-1abb98408566 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:56:50.489699 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca1b7bb-1745-4d38-a9b3-30431331af30', 'code': 200} Aug 07 12:56:50.495848 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-78f313f4-9a25-4f2b-9452-d562349f41ca req-495dd62e-b696-4974-82c0-42fb8f589903 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415246 Aug 07 12:56:50.531882 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:50.561661 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:50.586662 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=368f98cb-b87c-4356-a2b5-8ddeede0330f,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:50.635410 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=8ca1b7bb-1745-4d38-a9b3-30431331af30,revision_number=10']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:50.844132 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ad7b0-9928-4aa3-a3c3-567ff45cf74b req-a95095af-c1e7-49c4-b705-e7b67d4a23b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:50.845662 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-682ad7b0-9928-4aa3-a3c3-567ff45cf74b req-a95095af-c1e7-49c4-b705-e7b67d4a23b3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 1099 time: 0.0399332 Aug 07 12:56:50.883585 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-682ad7b0-9928-4aa3-a3c3-567ff45cf74b req-7f7ab8ad-e3cf-4e5f-a2c2-a256e51fbb18 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266564 Aug 07 12:56:50.886646 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['368f98cb-b87c-4356-a2b5-8ddeede0330f'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:56:51.467466 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a62d2-ab09-4f89-98b5-3131c6b3002c req-fd29d4bd-1309-48c3-9ed0-4e6699b07837 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:51.468973 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3a8a62d2-ab09-4f89-98b5-3131c6b3002c req-fd29d4bd-1309-48c3-9ed0-4e6699b07837 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 946 time: 0.0486436 Aug 07 12:56:51.507366 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3a8a62d2-ab09-4f89-98b5-3131c6b3002c req-9be0b726-84fe-40f6-aea8-1744cbdd7891 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325251 Aug 07 12:56:51.612585 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b7c0-018e-4ec3-a22c-0d1750ec4e86 req-a160754b-fcc6-48ca-922e-a6e97c258d64 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:51.614068 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-54c0b7c0-018e-4ec3-a22c-0d1750ec4e86 req-a160754b-fcc6-48ca-922e-a6e97c258d64 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 945 time: 0.0514433 Aug 07 12:56:51.652820 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-54c0b7c0-018e-4ec3-a22c-0d1750ec4e86 req-dbce4eab-3034-42ba-b0e2-4e75c9136a65 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326099 Aug 07 12:56:52.128066 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 368f98cb-b87c-4356-a2b5-8ddeede0330f up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:56:52.268785 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port 368f98cb-b87c-4356-a2b5-8ddeede0330f completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:56:52.272933 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port 368f98cb-b87c-4356-a2b5-8ddeede0330f triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:56:52.273303 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:52.349111 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:52.380366 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 368f98cb-b87c-4356-a2b5-8ddeede0330f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=368f98cb-b87c-4356-a2b5-8ddeede0330f,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:56:52.439949 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:56:52.490510 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368f98cb-b87c-4356-a2b5-8ddeede0330f'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:56:52.492837 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a295c0a-c16f-4517-8b7b-9c2ac81a19f9" -d '{"events": [{"server_uuid": "1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416", "name": "network-vif-plugged", "status": "completed", "tag": "368f98cb-b87c-4356-a2b5-8ddeede0330f"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:56:52.499727 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=368f98cb-b87c-4356-a2b5-8ddeede0330f,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:56:52.533136 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb501936-bc44-48d0-b713-ca21fbc4a4e3 x-openstack-request-id: req-bb501936-bc44-48d0-b713-ca21fbc4a4e3 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:56:52.533427 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416", "name": "network-vif-plugged", "status": "completed", "tag": "368f98cb-b87c-4356-a2b5-8ddeede0330f", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:56:52.533710 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bb501936-bc44-48d0-b713-ca21fbc4a4e3 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:56:52.534217 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368f98cb-b87c-4356-a2b5-8ddeede0330f', 'code': 200} Aug 07 12:56:52.632279 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578dc3b-9ef9-458b-820c-4fbbce7a47ce req-69568673-094a-41a2-abb5-3915ac985ea4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:52.633703 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-6578dc3b-9ef9-458b-820c-4fbbce7a47ce req-69568673-094a-41a2-abb5-3915ac985ea4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 946 time: 0.0510852 Aug 07 12:56:52.674501 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-6578dc3b-9ef9-458b-820c-4fbbce7a47ce req-bc9667da-54c6-4949-ad2b-35200f43da65 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335047 Aug 07 12:56:52.775987 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111216b-9a64-45bc-b6ab-9e9904514d8d req-3afe06e3-8b18-4c32-b94c-63296143f68e tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:52.778322 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5111216b-9a64-45bc-b6ab-9e9904514d8d req-3afe06e3-8b18-4c32-b94c-63296143f68e tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 946 time: 0.0497959 Aug 07 12:56:52.822210 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5111216b-9a64-45bc-b6ab-9e9904514d8d req-d2d774a3-dec9-4c47-be21-b68403605043 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369887 Aug 07 12:56:52.858741 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da4490-f1d5-4458-bbe6-f331d7daac39 req-0d885997-904b-45e8-b2e3-305023808f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:52.860271 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e1da4490-f1d5-4458-bbe6-f331d7daac39 req-0d885997-904b-45e8-b2e3-305023808f1b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 1099 time: 0.0419309 Aug 07 12:56:52.902279 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e1da4490-f1d5-4458-bbe6-f331d7daac39 req-d188dee3-3544-40d7-94b5-82e3ff3d99d8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343707 Aug 07 12:56:53.804036 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d559b-7571-48a1-b13c-ecd373e5526a req-f65b2aaf-1909-4bdd-bc58-2a924c31709a tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:53.805509 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bc1d559b-7571-48a1-b13c-ecd373e5526a req-f65b2aaf-1909-4bdd-bc58-2a924c31709a tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 946 time: 0.0523860 Aug 07 12:56:53.843789 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bc1d559b-7571-48a1-b13c-ecd373e5526a req-11f1f70d-2ef8-411f-832b-fe8715e517f9 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320516 Aug 07 12:56:53.952671 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687ca8e-d7a1-4255-9251-004a6e1bf4c3 req-2d485be8-ff79-4fb8-bf53-b5fbc6107472 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:53.954355 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3687ca8e-d7a1-4255-9251-004a6e1bf4c3 req-2d485be8-ff79-4fb8-bf53-b5fbc6107472 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 946 time: 0.0525851 Aug 07 12:56:53.991262 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-3687ca8e-d7a1-4255-9251-004a6e1bf4c3 req-9741f7db-cefc-45e7-b6d7-1d88ed273989 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310001 Aug 07 12:56:55.106679 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fdb6b-2851-4482-b53f-92464370752f req-eb45c6d8-072a-41fc-b7a6-37773c1aa0e6 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:56:55.108506 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-df9fdb6b-2851-4482-b53f-92464370752f req-eb45c6d8-072a-41fc-b7a6-37773c1aa0e6 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 946 time: 0.0503066 Aug 07 12:56:55.146174 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-df9fdb6b-2851-4482-b53f-92464370752f req-4d495b5c-6426-430e-9fb1-e40f6df6ba1b tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318990 Aug 07 12:57:03.416950 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1f787856-8b83-4824-8fd9-ab284bc1fe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:06.605557 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-265bb493-b888-4733-a016-cde48cd94331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:06.610604 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-d3ddabd5-1201-44b9-a8e7-b38c9ed14e77 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:06.617073 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-d3ddabd5-1201-44b9-a8e7-b38c9ed14e77 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/networks?id=35abc531-bf75-4dec-a5e3-e5d0c27670e2 HTTP/1.1" status: 200 len: 815 time: 0.1060412 Aug 07 12:57:06.627369 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-b032658e-6679-41f4-a306-5e3d308aaa62 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/quotas/775f2f4a2bb04cda91fea7b50a97d67c HTTP/1.1" status: 200 len: 375 time: 0.0093827 Aug 07 12:57:06.685504 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-39e0d8b4-6903-4a16-8dc8-a19fbf234efd tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=775f2f4a2bb04cda91fea7b50a97d67c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0528543 Aug 07 12:57:06.778080 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-c085819d-6ecf-4f22-bc6a-7ac1fb8e4f46 service neutron] 10.222.0.59 "GET /v2.0/networks/35abc531-bf75-4dec-a5e3-e5d0c27670e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855570 Aug 07 12:57:06.874899 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-8195fa73-7cbf-473c-ac5e-5da40d9b2275 service neutron] 10.222.0.59 "GET /v2.0/networks/35abc531-bf75-4dec-a5e3-e5d0c27670e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906360 Aug 07 12:57:07.043018 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:07.117885 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:07.181736 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1e483079-b252-439c-89ed-bc122d553d09 req-00f24d11-d687-46f0-a2d0-23a48272253d tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 210 time: 0.0282528 Aug 07 12:57:07.422896 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:08.281269 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-aecbb681-99ce-4ebb-a292-279685dc31eb req-53bbd40f-d11b-4f72-a98f-b18962e83494 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 210 time: 0.0281453 Aug 07 12:57:09.380263 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-24409a2f-14de-4086-8a68-58d9c0231b81 req-40eb1ae1-825a-489d-8c52-fffd3601c1e8 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 210 time: 0.0289142 Aug 07 12:57:09.439710 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:09.726717 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-f110c036-b0aa-4828-bae7-ee7bb052b213 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:09.728153 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-f110c036-b0aa-4828-bae7-ee7bb052b213 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.58 "GET /v2.0/networks?id=35abc531-bf75-4dec-a5e3-e5d0c27670e2 HTTP/1.1" status: 200 len: 815 time: 0.1088712 Aug 07 12:57:09.766116 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e6a52332-53d0-4e0d-91a7-58ac24597f42 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Request body: {'port': {'device_id': '8298c6aa-e7d2-476e-adcc-61dc47c0fa81', 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2', 'admin_state_up': True, 'tenant_id': '775f2f4a2bb04cda91fea7b50a97d67c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:57:10.039491 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e6a52332-53d0-4e0d-91a7-58ac24597f42 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Made reservation on behalf of 775f2f4a2bb04cda91fea7b50a97d67c for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:57:10.043195 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e6a52332-53d0-4e0d-91a7-58ac24597f42 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:10.178596 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e6a52332-53d0-4e0d-91a7-58ac24597f42 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Allocated IP 172.20.0.6 (35abc531-bf75-4dec-a5e3-e5d0c27670e2/a5497e85-01a2-478d-8bda-15694f4b23a0/d15ca941-66d0-48a7-b3cc-0a1fa514afcb) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:57:10.334700 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e6a52332-53d0-4e0d-91a7-58ac24597f42 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:10.479014 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bfecf2f1-c1c0-4668-abd9-b3ab4d8c908b req-41502f89-a1f7-4569-a943-b53f7a351fbc tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 210 time: 0.0284424 Aug 07 12:57:10.480747 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e6a52332-53d0-4e0d-91a7-58ac24597f42 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:10.524275 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e6a52332-53d0-4e0d-91a7-58ac24597f42 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:57:10.528875 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['368f98cb-b87c-4356-a2b5-8ddeede0330f'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:57:10.531620 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e6a52332-53d0-4e0d-91a7-58ac24597f42 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:57:10.538321 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e6a52332-53d0-4e0d-91a7-58ac24597f42 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:57:10.562996 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a52332-53d0-4e0d-91a7-58ac24597f42 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Pushing event updated for resources: {'Port': ['ID=d15ca941-66d0-48a7-b3cc-0a1fa514afcb,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:10.590367 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e6a52332-53d0-4e0d-91a7-58ac24597f42 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:10.590923 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e6a52332-53d0-4e0d-91a7-58ac24597f42 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:10.719733 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e6a52332-53d0-4e0d-91a7-58ac24597f42 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9574518 Aug 07 12:57:10.738511 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Request body: {'port': {'device_id': '8298c6aa-e7d2-476e-adcc-61dc47c0fa81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:57:10.798694 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:11.068526 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15ca941-66d0-48a7-b3cc-0a1fa514afcb {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:57:11.076828 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:11.089237 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Transition to ACTIVE for port object d15ca941-66d0-48a7-b3cc-0a1fa514afcb will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:57:11.222210 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:11.271788 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d15ca941-66d0-48a7-b3cc-0a1fa514afcb,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:11.349461 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Attempting to bind port d15ca941-66d0-48a7-b3cc-0a1fa514afcb on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:57:11.349723 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Attempting to bind port d15ca941-66d0-48a7-b3cc-0a1fa514afcb by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:57:11.350007 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Attempting to bind port d15ca941-66d0-48a7-b3cc-0a1fa514afcb on network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:57:11.354339 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Port d15ca941-66d0-48a7-b3cc-0a1fa514afcb on network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:57:11.355262 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Attempting to bind port d15ca941-66d0-48a7-b3cc-0a1fa514afcb on network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:57:11.361808 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:57:11.362442 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Checking segment: {'id': 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:57:11.363082 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Bound using segment: {'id': 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:57:11.363661 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Bound port: d15ca941-66d0-48a7-b3cc-0a1fa514afcb, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:57:11.364080 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:11.427388 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] For port d15ca941-66d0-48a7-b3cc-0a1fa514afcb, host hv-cinder-78729, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:57:11.430449 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] For port d15ca941-66d0-48a7-b3cc-0a1fa514afcb, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d15ca941-66d0-48a7-b3cc-0a1fa514afcb,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:57:11.502961 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:11.539402 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:11.540017 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:11.541449 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] 10.222.0.58 "PUT /v2.0/ports/d15ca941-66d0-48a7-b3cc-0a1fa514afcb HTTP/1.1" status: 200 len: 1093 time: 0.8073208 Aug 07 12:57:11.541886 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8298c6aa-e7d2-476e-adcc-61dc47c0fa81', 'tag': 'd15ca941-66d0-48a7-b3cc-0a1fa514afcb'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:57:11.545004 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518ce5d4-18f8-4a1a-80a4-57a9710cd0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8298c6aa-e7d2-476e-adcc-61dc47c0fa81", "tag": "d15ca941-66d0-48a7-b3cc-0a1fa514afcb"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:57:11.568788 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a89680-0b0f-46ff-b630-33aca41431a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d15ca941-66d0-48a7-b3cc-0a1fa514afcb,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:11.585602 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61b85f1-c36b-4301-bc3d-d16ed049b036 x-openstack-request-id: req-b61b85f1-c36b-4301-bc3d-d16ed049b036 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:57:11.585602 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8298c6aa-e7d2-476e-adcc-61dc47c0fa81", "tag": "d15ca941-66d0-48a7-b3cc-0a1fa514afcb", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:57:11.585602 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b61b85f1-c36b-4301-bc3d-d16ed049b036 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:57:11.585602 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8298c6aa-e7d2-476e-adcc-61dc47c0fa81', 'tag': 'd15ca941-66d0-48a7-b3cc-0a1fa514afcb', 'status': 'completed', 'code': 200} Aug 07 12:57:11.632065 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a5cb2-6e14-409e-aede-f5234cc5bcdd req-e4a3245b-12a3-48ea-8c91-932615b9e73d tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:11.633494 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-321a5cb2-6e14-409e-aede-f5234cc5bcdd req-e4a3245b-12a3-48ea-8c91-932615b9e73d tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 943 time: 0.0818834 Aug 07 12:57:11.678659 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-321a5cb2-6e14-409e-aede-f5234cc5bcdd req-ee55f113-c2ef-477a-b824-3e0bd8c76671 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378172 Aug 07 12:57:11.940734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ce5d4-18f8-4a1a-80a4-57a9710cd0c9 req-ef6fe4a0-b25e-4190-b214-1df3fc962fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:11.942331 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-518ce5d4-18f8-4a1a-80a4-57a9710cd0c9 req-ef6fe4a0-b25e-4190-b214-1df3fc962fd3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=775f2f4a2bb04cda91fea7b50a97d67c&device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 1096 time: 0.3064768 Aug 07 12:57:12.054124 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ce5d4-18f8-4a1a-80a4-57a9710cd0c9 req-69d56b48-9915-4f68-a414-acf3267c5935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:12.055704 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-518ce5d4-18f8-4a1a-80a4-57a9710cd0c9 req-69d56b48-9915-4f68-a414-acf3267c5935 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=775f2f4a2bb04cda91fea7b50a97d67c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0979736 Aug 07 12:57:12.156251 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ce5d4-18f8-4a1a-80a4-57a9710cd0c9 req-feb17d59-561f-4df7-bf49-656d35d14bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:12.157722 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-518ce5d4-18f8-4a1a-80a4-57a9710cd0c9 req-feb17d59-561f-4df7-bf49-656d35d14bd2 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944130 Aug 07 12:57:12.272778 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e540a561-c3fc-4e54-909b-032b75f0f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:12.274316 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-e540a561-c3fc-4e54-909b-032b75f0f934 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=775f2f4a2bb04cda91fea7b50a97d67c&device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 1096 time: 0.0421414 Aug 07 12:57:12.326026 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-160539d5-3858-4c92-93e1-20d191aaa3de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d15ca941-66d0-48a7-b3cc-0a1fa514afcb HTTP/1.1" status: 200 len: 217 time: 0.0350699 Aug 07 12:57:12.379768 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-90ea6e30-d811-4f8f-a3ab-872d38ec86d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:12.381546 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-90ea6e30-d811-4f8f-a3ab-872d38ec86d6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a5497e85-01a2-478d-8bda-15694f4b23a0 HTTP/1.1" status: 200 len: 855 time: 0.0478129 Aug 07 12:57:12.414696 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-551bb799-5d33-4672-9d60-1b81013ba9c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35abc531-bf75-4dec-a5e3-e5d0c27670e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232346 Aug 07 12:57:12.510268 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-0bf0a491-f9e4-416d-b5da-d9d363c7f3bc service neutron] 10.222.0.58 "GET /v2.0/networks/35abc531-bf75-4dec-a5e3-e5d0c27670e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846009 Aug 07 12:57:12.612120 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8477d39b-8a17-4f0f-9d2b-07fb1f6180a0 req-cc0c479d-c620-4aa2-b0bf-7e9bf4acea5e service neutron] 10.222.0.58 "GET /v2.0/networks/35abc531-bf75-4dec-a5e3-e5d0c27670e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915430 Aug 07 12:57:12.798793 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efa412-fb25-4bcf-ad96-c6a4987fe069 req-4b0deaa4-86b2-4b88-bd7d-fa6a5f2e6b83 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:12.800259 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d9efa412-fb25-4bcf-ad96-c6a4987fe069 req-4b0deaa4-86b2-4b88-bd7d-fa6a5f2e6b83 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 943 time: 0.0506310 Aug 07 12:57:12.840119 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d9efa412-fb25-4bcf-ad96-c6a4987fe069 req-4faf6cce-4658-4fd8-bc37-324ead5af3a0 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334539 Aug 07 12:57:13.489517 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a44fc638-adc5-4e1f-aafa-bc276738e51b req-8fb81e0c-bf64-4588-822c-137076d93b7f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441658 Aug 07 12:57:13.570046 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fc638-adc5-4e1f-aafa-bc276738e51b req-1600e9af-900d-466b-9e2d-9f21aaa66c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:13.571553 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a44fc638-adc5-4e1f-aafa-bc276738e51b req-1600e9af-900d-466b-9e2d-9f21aaa66c57 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df0e389d6f0540aebecb728b30ce8c74&device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 1099 time: 0.0431082 Aug 07 12:57:13.676265 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fc638-adc5-4e1f-aafa-bc276738e51b req-e5a0c30b-1413-4837-8fe6-5675a2210818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:13.677744 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a44fc638-adc5-4e1f-aafa-bc276738e51b req-e5a0c30b-1413-4837-8fe6-5675a2210818 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b066dc66-c2d1-4e7c-b521-e613e80d7a48 HTTP/1.1" status: 200 len: 912 time: 0.0843792 Aug 07 12:57:13.751942 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a44fc638-adc5-4e1f-aafa-bc276738e51b req-754bcbcd-857e-4db1-a134-957f84e5b82c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db0a2e90-3584-4d9b-8b5b-1d2d14553156 HTTP/1.1" status: 200 len: 1002 time: 0.0637319 Aug 07 12:57:13.807873 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fc638-adc5-4e1f-aafa-bc276738e51b req-32f49d33-9bbe-48e9-8170-1adf5c216d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:13.809535 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a44fc638-adc5-4e1f-aafa-bc276738e51b req-32f49d33-9bbe-48e9-8170-1adf5c216d79 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ba1b8a5f-6360-4118-8a05-67005538af59 HTTP/1.1" status: 200 len: 850 time: 0.0460732 Aug 07 12:57:13.858239 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fc638-adc5-4e1f-aafa-bc276738e51b req-d6e5a2a4-1488-4d4f-958e-172fd8435476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:13.859745 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a44fc638-adc5-4e1f-aafa-bc276738e51b req-d6e5a2a4-1488-4d4f-958e-172fd8435476 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b066dc66-c2d1-4e7c-b521-e613e80d7a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410295 Aug 07 12:57:13.958136 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7262e-aae2-4f19-9b52-4b29ff4637eb req-1d455096-6907-492d-a460-0e30441c96ad tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:13.959511 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a44fc638-adc5-4e1f-aafa-bc276738e51b req-6bcce3e5-a014-480d-9de9-e590cb1650e2 service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900695 Aug 07 12:57:13.959667 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-49f7262e-aae2-4f19-9b52-4b29ff4637eb req-1d455096-6907-492d-a460-0e30441c96ad tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 943 time: 0.0501039 Aug 07 12:57:13.998308 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-49f7262e-aae2-4f19-9b52-4b29ff4637eb req-24b1475a-c8d3-40b3-9ff6-b8abf411f0cc tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317945 Aug 07 12:57:14.053894 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-a44fc638-adc5-4e1f-aafa-bc276738e51b req-13b8a3cc-4003-4a3b-81cc-bb1db65631d6 service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843441 Aug 07 12:57:15.128581 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9713e-8c6d-4a19-9f4c-df8316be7a09 req-b60a0623-50f2-4d2f-81ab-87981d3d8053 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:15.130128 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5ff9713e-8c6d-4a19-9f4c-df8316be7a09 req-b60a0623-50f2-4d2f-81ab-87981d3d8053 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 943 time: 0.0541809 Aug 07 12:57:15.172587 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5ff9713e-8c6d-4a19-9f4c-df8316be7a09 req-dc6360e8-cdc3-4a9d-b488-a80a2ee78858 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358851 Aug 07 12:57:16.259718 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device d15ca941-66d0-48a7-b3cc-0a1fa514afcb details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:57:16.288499 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d405812-5ddf-4ab2-8f5b-cc9de0ca6dce req-0ab6a3f0-9508-42e7-808e-c4295f414353 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:16.290082 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0d405812-5ddf-4ab2-8f5b-cc9de0ca6dce req-0ab6a3f0-9508-42e7-808e-c4295f414353 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 943 time: 0.0494580 Aug 07 12:57:16.331314 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0d405812-5ddf-4ab2-8f5b-cc9de0ca6dce req-0c2330e0-5610-48e4-95d3-7a1894165f66 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345190 Aug 07 12:57:16.364446 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port d15ca941-66d0-48a7-b3cc-0a1fa514afcb, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d15ca941-66d0-48a7-b3cc-0a1fa514afcb,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:57:16.376112 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': 'd15ca941-66d0-48a7-b3cc-0a1fa514afcb', 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2', 'port_id': 'd15ca941-66d0-48a7-b3cc-0a1fa514afcb', 'mac_address': 'fa:16:3e:a6:bc:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5497e85-01a2-478d-8bda-15694f4b23a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:57:16.411418 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:16.428293 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15ca941-66d0-48a7-b3cc-0a1fa514afcb {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:57:16.447781 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port d15ca941-66d0-48a7-b3cc-0a1fa514afcb, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d15ca941-66d0-48a7-b3cc-0a1fa514afcb,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:57:16.536870 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:16.705572 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=d15ca941-66d0-48a7-b3cc-0a1fa514afcb,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:16.712447 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:16.712798 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:16.713137 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:16.713478 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:16.714398 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:16.714739 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:16.715069 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:16.715418 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:16.715749 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:16.716074 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:16.716397 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:16.716772 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:16.945879 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['d15ca941-66d0-48a7-b3cc-0a1fa514afcb'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:57:17.455590 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4a401-b765-4563-97f5-e0811575c30c req-6478cdcc-db47-4482-ac0a-4978e454ad55 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:17.457105 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-14b4a401-b765-4563-97f5-e0811575c30c req-6478cdcc-db47-4482-ac0a-4978e454ad55 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 944 time: 0.0540495 Aug 07 12:57:17.495510 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-14b4a401-b765-4563-97f5-e0811575c30c req-cea1d7ec-b874-4158-abbb-c874e4644ac8 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318131 Aug 07 12:57:18.262108 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device d15ca941-66d0-48a7-b3cc-0a1fa514afcb up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:57:18.399616 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port d15ca941-66d0-48a7-b3cc-0a1fa514afcb completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:57:18.404382 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port d15ca941-66d0-48a7-b3cc-0a1fa514afcb triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:57:18.404752 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:18.485360 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:18.509466 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8298c6aa-e7d2-476e-adcc-61dc47c0fa81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15ca941-66d0-48a7-b3cc-0a1fa514afcb'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:57:18.519965 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0706eced-82ab-4c35-931a-ce30117fe0a4" -d '{"events": [{"server_uuid": "8298c6aa-e7d2-476e-adcc-61dc47c0fa81", "name": "network-vif-plugged", "status": "completed", "tag": "d15ca941-66d0-48a7-b3cc-0a1fa514afcb"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:57:18.528636 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port d15ca941-66d0-48a7-b3cc-0a1fa514afcb, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d15ca941-66d0-48a7-b3cc-0a1fa514afcb,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:57:18.563078 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1b4b5c-e0cd-4eec-a1ab-139d7b623eb5 x-openstack-request-id: req-8a1b4b5c-e0cd-4eec-a1ab-139d7b623eb5 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:57:18.563524 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8298c6aa-e7d2-476e-adcc-61dc47c0fa81", "name": "network-vif-plugged", "status": "completed", "tag": "d15ca941-66d0-48a7-b3cc-0a1fa514afcb", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:57:18.563793 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8a1b4b5c-e0cd-4eec-a1ab-139d7b623eb5 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:57:18.564243 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8298c6aa-e7d2-476e-adcc-61dc47c0fa81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15ca941-66d0-48a7-b3cc-0a1fa514afcb', 'code': 200} Aug 07 12:57:18.629572 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34603fc9-3f7e-4c58-b9ea-6da7a009135c req-18f9248a-9295-470c-b4c1-150e1acb21e7 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:18.631133 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-34603fc9-3f7e-4c58-b9ea-6da7a009135c req-18f9248a-9295-470c-b4c1-150e1acb21e7 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 944 time: 0.0507066 Aug 07 12:57:18.673251 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-34603fc9-3f7e-4c58-b9ea-6da7a009135c req-c9251920-7831-435b-962e-aeb952aef41d tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353999 Aug 07 12:57:18.691283 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:18.746798 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=d15ca941-66d0-48a7-b3cc-0a1fa514afcb,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:19.036195 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa731d-0ee2-45eb-b0d8-9fb640e38368 req-47889b4e-b42e-4690-be15-89f35196251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:19.037812 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b8fa731d-0ee2-45eb-b0d8-9fb640e38368 req-47889b4e-b42e-4690-be15-89f35196251c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 1098 time: 0.0400817 Aug 07 12:57:19.073597 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b8fa731d-0ee2-45eb-b0d8-9fb640e38368 req-1859d470-7c50-4eb9-af46-81587b3242f6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283051 Aug 07 12:57:19.796276 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5d0b8-f193-434f-b97c-1c215c239f10 req-160fc537-db47-4242-9713-5465fcd3e3ff tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:19.797765 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a5a5d0b8-f193-434f-b97c-1c215c239f10 req-160fc537-db47-4242-9713-5465fcd3e3ff tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 945 time: 0.0542397 Aug 07 12:57:19.835735 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a5a5d0b8-f193-434f-b97c-1c215c239f10 req-20b85fc2-9c73-422b-9933-268c87df3162 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320628 Aug 07 12:57:20.957160 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eabe02-e9f3-4891-8d2f-1ff79cfa6142 req-9c92aef5-62fb-4c26-b1ed-aa1dd518e4ba tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:20.958595 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-34eabe02-e9f3-4891-8d2f-1ff79cfa6142 req-9c92aef5-62fb-4c26-b1ed-aa1dd518e4ba tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 945 time: 0.0548248 Aug 07 12:57:21.012564 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-34eabe02-e9f3-4891-8d2f-1ff79cfa6142 req-bc94711a-6e90-42d4-9d0a-f36565352333 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474238 Aug 07 12:57:23.682567 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:57:23.948248 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-6627fc12-4085-4ff6-aabb-37883757c941 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:23.950247 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-6627fc12-4085-4ff6-aabb-37883757c941 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/networks?id=35abc531-bf75-4dec-a5e3-e5d0c27670e2 HTTP/1.1" status: 200 len: 815 time: 0.1009245 Aug 07 12:57:23.965528 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-55b3572c-6d59-4568-833b-1075302703c8 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/quotas/775f2f4a2bb04cda91fea7b50a97d67c HTTP/1.1" status: 200 len: 375 time: 0.0092607 Aug 07 12:57:24.023449 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-6a9607ca-91df-4e24-9f81-2e8eaed70686 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=775f2f4a2bb04cda91fea7b50a97d67c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525694 Aug 07 12:57:24.116599 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-cd5cf00b-e421-41ad-a72e-f607087e515e service neutron] 10.222.0.59 "GET /v2.0/networks/35abc531-bf75-4dec-a5e3-e5d0c27670e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851493 Aug 07 12:57:24.209001 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-088a6a41-041a-4e21-83f6-b1e293913573 service neutron] 10.222.0.59 "GET /v2.0/networks/35abc531-bf75-4dec-a5e3-e5d0c27670e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855219 Aug 07 12:57:24.465740 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ad5e50d9-df69-4d3f-8fba-451a86655a01 req-123fbc25-61cc-4de0-b7cb-922e9671e813 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 210 time: 0.0272367 Aug 07 12:57:25.546352 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ec46f00b-fccf-4515-a7ce-c663112173d4 req-0575201b-9851-40cd-b18c-6611fcd6a871 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 210 time: 0.0286062 Aug 07 12:57:26.642681 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d27e3313-6806-4694-8a67-4822e5ac4672 req-5d8ba5ea-968f-4d5e-a3f7-acd3b8087e25 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 210 time: 0.0278966 Aug 07 12:57:27.265473 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-32640810-0c5f-4b7f-b51f-baf0a54b8f48 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:27.267079 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-32640810-0c5f-4b7f-b51f-baf0a54b8f48 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.58 "GET /v2.0/networks?id=35abc531-bf75-4dec-a5e3-e5d0c27670e2 HTTP/1.1" status: 200 len: 815 time: 0.1037488 Aug 07 12:57:27.293800 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Request body: {'port': {'device_id': '21debccf-40e3-4ba6-a580-76333c9b9e1c', 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2', 'admin_state_up': True, 'tenant_id': '775f2f4a2bb04cda91fea7b50a97d67c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:57:27.502328 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Made reservation on behalf of 775f2f4a2bb04cda91fea7b50a97d67c for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:57:27.505913 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:27.638392 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Allocated IP 172.20.0.7 (35abc531-bf75-4dec-a5e3-e5d0c27670e2/a5497e85-01a2-478d-8bda-15694f4b23a0/45b515b2-5c05-4836-8ca4-61c847d60e29) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:57:27.773350 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c127a8a6-aa91-43be-98d9-bba7a374a228 req-02c78f4f-68f2-4a6e-9639-3c95b16ff6d2 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 210 time: 0.0347350 Aug 07 12:57:27.823703 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:27.936822 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:27.984997 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['368f98cb-b87c-4356-a2b5-8ddeede0330f', 'd15ca941-66d0-48a7-b3cc-0a1fa514afcb'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:57:27.985812 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:57:27.991209 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:57:27.996512 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:57:28.000629 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Pushing event updated for resources: {'Port': ['ID=45b515b2-5c05-4836-8ca4-61c847d60e29,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:28.028806 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:28.029093 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:28.029434 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:28.029763 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:28.030090 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:28.030467 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:28.030795 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:28.031120 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:28.031439 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:28.031758 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:28.032104 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:28.032416 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:28.058845 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:28.059485 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:28.137775 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-8d518926-f26a-4642-a685-a2b007dfe10f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8483288 Aug 07 12:57:28.159626 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Request body: {'port': {'device_id': '21debccf-40e3-4ba6-a580-76333c9b9e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:57:28.219794 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:28.501980 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b515b2-5c05-4836-8ca4-61c847d60e29 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:57:28.509830 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:28.522987 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Transition to ACTIVE for port object 45b515b2-5c05-4836-8ca4-61c847d60e29 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:57:28.609667 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:28.658411 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Pushing event updated for resources: {'Port': ['ID=45b515b2-5c05-4836-8ca4-61c847d60e29,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:28.747581 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Attempting to bind port 45b515b2-5c05-4836-8ca4-61c847d60e29 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:57:28.747927 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Attempting to bind port 45b515b2-5c05-4836-8ca4-61c847d60e29 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:57:28.748242 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Attempting to bind port 45b515b2-5c05-4836-8ca4-61c847d60e29 on network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:57:28.752995 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Port 45b515b2-5c05-4836-8ca4-61c847d60e29 on network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:57:28.753280 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Attempting to bind port 45b515b2-5c05-4836-8ca4-61c847d60e29 on network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:57:28.765402 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:57:28.765744 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Checking segment: {'id': 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:57:28.766133 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Bound using segment: {'id': 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:57:28.766610 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Bound port: 45b515b2-5c05-4836-8ca4-61c847d60e29, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:57:28.766973 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:28.838600 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] For port 45b515b2-5c05-4836-8ca4-61c847d60e29, host hv-cinder-78729, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:57:28.842943 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] For port 45b515b2-5c05-4836-8ca4-61c847d60e29, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=45b515b2-5c05-4836-8ca4-61c847d60e29,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:57:28.894138 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3fefc-a1ca-47e3-af1a-f126eedeb104 req-1c9d6b44-e851-4b71-aaff-3bd61d108c2f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:28.895659 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5fe3fefc-a1ca-47e3-af1a-f126eedeb104 req-1c9d6b44-e851-4b71-aaff-3bd61d108c2f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 943 time: 0.0502596 Aug 07 12:57:28.934656 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5fe3fefc-a1ca-47e3-af1a-f126eedeb104 req-ecc88cc8-11c2-4866-9226-3e8560677607 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328379 Aug 07 12:57:28.987146 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:29.023211 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:29.023839 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:29.025278 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] 10.222.0.58 "PUT /v2.0/ports/45b515b2-5c05-4836-8ca4-61c847d60e29 HTTP/1.1" status: 200 len: 1093 time: 0.8702340 Aug 07 12:57:29.025708 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21debccf-40e3-4ba6-a580-76333c9b9e1c', 'tag': '45b515b2-5c05-4836-8ca4-61c847d60e29'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:57:29.028064 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46efc670-dfc2-4585-a0c4-c473c435492a" -d '{"events": [{"name": "network-changed", "server_uuid": "21debccf-40e3-4ba6-a580-76333c9b9e1c", "tag": "45b515b2-5c05-4836-8ca4-61c847d60e29"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:57:29.051687 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a79b2-acde-46f0-90ed-6dbfecb415eb service neutron] Pushing event updated for resources: {'Port': ['ID=45b515b2-5c05-4836-8ca4-61c847d60e29,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:29.067593 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c403ef34-eabc-4736-9d5c-37bec5c89a1d x-openstack-request-id: req-c403ef34-eabc-4736-9d5c-37bec5c89a1d {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:57:29.067884 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21debccf-40e3-4ba6-a580-76333c9b9e1c", "tag": "45b515b2-5c05-4836-8ca4-61c847d60e29", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:57:29.068130 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c403ef34-eabc-4736-9d5c-37bec5c89a1d {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:57:29.068547 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21debccf-40e3-4ba6-a580-76333c9b9e1c', 'tag': '45b515b2-5c05-4836-8ca4-61c847d60e29', 'status': 'completed', 'code': 200} Aug 07 12:57:29.161133 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efc670-dfc2-4585-a0c4-c473c435492a req-ab7dda6d-43f6-4a07-a964-d60df7ce6b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:29.162683 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-46efc670-dfc2-4585-a0c4-c473c435492a req-ab7dda6d-43f6-4a07-a964-d60df7ce6b59 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=775f2f4a2bb04cda91fea7b50a97d67c&device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 1096 time: 0.0415857 Aug 07 12:57:29.273953 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efc670-dfc2-4585-a0c4-c473c435492a req-045535f7-2c39-494f-aeeb-9071c2ac2dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:29.275412 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-46efc670-dfc2-4585-a0c4-c473c435492a req-045535f7-2c39-494f-aeeb-9071c2ac2dc1 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=775f2f4a2bb04cda91fea7b50a97d67c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0965202 Aug 07 12:57:29.373875 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efc670-dfc2-4585-a0c4-c473c435492a req-700b27ec-ccf6-4397-8d67-16cdad2fa8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:29.375441 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-46efc670-dfc2-4585-a0c4-c473c435492a req-700b27ec-ccf6-4397-8d67-16cdad2fa8f8 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900009 Aug 07 12:57:29.493243 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a4680f03-d665-4673-9b96-b57764021759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:29.494854 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-a4680f03-d665-4673-9b96-b57764021759 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=775f2f4a2bb04cda91fea7b50a97d67c&device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 1096 time: 0.0480509 Aug 07 12:57:29.547471 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-8da54b0c-70ba-443f-b382-b0201c53aed9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45b515b2-5c05-4836-8ca4-61c847d60e29 HTTP/1.1" status: 200 len: 217 time: 0.0362260 Aug 07 12:57:29.599937 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-defbc9a8-cfe9-4c80-894d-d1a4a8dfc624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:29.601597 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-defbc9a8-cfe9-4c80-894d-d1a4a8dfc624 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a5497e85-01a2-478d-8bda-15694f4b23a0 HTTP/1.1" status: 200 len: 855 time: 0.0464511 Aug 07 12:57:29.640332 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-785f5abe-a6d0-425a-9071-cfe7b3f0ae9b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35abc531-bf75-4dec-a5e3-e5d0c27670e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309539 Aug 07 12:57:29.735762 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-d109aeb9-ad7e-445b-9727-3651a76f027f service neutron] 10.222.0.58 "GET /v2.0/networks/35abc531-bf75-4dec-a5e3-e5d0c27670e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867715 Aug 07 12:57:29.841518 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e5a6581b-0cf0-4941-a7be-416c68bb3b28 req-3e410daa-1e9b-4951-bd5e-3005298b7e02 service neutron] 10.222.0.58 "GET /v2.0/networks/35abc531-bf75-4dec-a5e3-e5d0c27670e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881848 Aug 07 12:57:30.053446 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701b3b3-076d-43bb-a0c0-dec35aa86b1d req-bc31032a-de5f-4319-8f1b-f2c329bb67a3 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:30.055058 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f701b3b3-076d-43bb-a0c0-dec35aa86b1d req-bc31032a-de5f-4319-8f1b-f2c329bb67a3 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 943 time: 0.0531654 Aug 07 12:57:30.094544 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f701b3b3-076d-43bb-a0c0-dec35aa86b1d req-eee2c121-88f4-4080-b6b7-c2336b84c3fa tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322299 Aug 07 12:57:31.218197 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa1427-e48a-4ef4-83df-7e06c5b50919 req-c66c7ffd-2a0e-4e26-a668-36d0fc46450d tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:31.219737 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9daa1427-e48a-4ef4-83df-7e06c5b50919 req-c66c7ffd-2a0e-4e26-a668-36d0fc46450d tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 943 time: 0.0514817 Aug 07 12:57:31.257709 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9daa1427-e48a-4ef4-83df-7e06c5b50919 req-d8228734-8d6b-4481-853c-f7e797ff2764 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319149 Aug 07 12:57:32.345812 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 45b515b2-5c05-4836-8ca4-61c847d60e29 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:57:32.377340 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8836c97-6861-4f97-958c-17b8c027fb2d req-bade483f-27ec-4269-a06c-4bcb338dc695 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:32.378909 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b8836c97-6861-4f97-958c-17b8c027fb2d req-bade483f-27ec-4269-a06c-4bcb338dc695 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 943 time: 0.0511265 Aug 07 12:57:32.421383 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b8836c97-6861-4f97-958c-17b8c027fb2d req-47cc4837-a2b5-42af-9209-7e26745c87f7 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363843 Aug 07 12:57:32.446663 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 45b515b2-5c05-4836-8ca4-61c847d60e29, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=45b515b2-5c05-4836-8ca4-61c847d60e29,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:57:32.460910 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': '45b515b2-5c05-4836-8ca4-61c847d60e29', 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2', 'port_id': '45b515b2-5c05-4836-8ca4-61c847d60e29', 'mac_address': 'fa:16:3e:3c:76:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5497e85-01a2-478d-8bda-15694f4b23a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:57:32.504260 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:32.518679 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b515b2-5c05-4836-8ca4-61c847d60e29 {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:57:32.543359 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 45b515b2-5c05-4836-8ca4-61c847d60e29, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=45b515b2-5c05-4836-8ca4-61c847d60e29,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:57:32.616516 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:32.623332 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700642d6-6096-4756-9ff6-06e7cd052296 req-3021c282-60fb-4f75-b640-1b6976a8b92c tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:32.624888 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-700642d6-6096-4756-9ff6-06e7cd052296 req-3021c282-60fb-4f75-b640-1b6976a8b92c tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 946 time: 0.0522227 Aug 07 12:57:32.665486 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-700642d6-6096-4756-9ff6-06e7cd052296 req-5fb2cf99-333d-41aa-8bd6-e4a8615a31f7 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338900 Aug 07 12:57:32.666119 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=45b515b2-5c05-4836-8ca4-61c847d60e29,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:33.001608 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['45b515b2-5c05-4836-8ca4-61c847d60e29'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:57:33.410803 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-86a41963-b068-4710-ae20-64fa0a096d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:33.540391 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f004801-8bce-43de-b436-6d60e4f5ddb4 req-42078b3a-d14c-410b-a821-726fdaccd4c2 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:33.541873 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-3f004801-8bce-43de-b436-6d60e4f5ddb4 req-42078b3a-d14c-410b-a821-726fdaccd4c2 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 944 time: 0.0504546 Aug 07 12:57:33.581592 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-3f004801-8bce-43de-b436-6d60e4f5ddb4 req-d427f062-73fc-42e2-9e27-6b72f299aa39 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328071 Aug 07 12:57:33.792835 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01126f93-3dd3-47fe-9b5e-69566133758b req-217ec581-b3e0-4d37-8ec4-13b72cbebc30 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:33.794306 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-01126f93-3dd3-47fe-9b5e-69566133758b req-217ec581-b3e0-4d37-8ec4-13b72cbebc30 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 946 time: 0.0525336 Aug 07 12:57:33.835583 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-01126f93-3dd3-47fe-9b5e-69566133758b req-dcdd14b9-9fa0-4c7d-9812-673fd92126ea tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347209 Aug 07 12:57:34.322052 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e43222-3889-4597-8da0-63114a306783 req-04cffa53-61ab-41a8-a809-5e556572bdb1 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:34.324372 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e4e43222-3889-4597-8da0-63114a306783 req-04cffa53-61ab-41a8-a809-5e556572bdb1 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 946 time: 0.0495000 Aug 07 12:57:34.372903 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 45b515b2-5c05-4836-8ca4-61c847d60e29 up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:57:34.431190 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-e4e43222-3889-4597-8da0-63114a306783 req-702036f1-0e78-4113-920a-a01dd0704aa4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Deleting port 8ca1b7bb-1745-4d38-a9b3-30431331af30 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:57:34.431536 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e4e43222-3889-4597-8da0-63114a306783 req-702036f1-0e78-4113-920a-a01dd0704aa4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:34.507873 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port 45b515b2-5c05-4836-8ca4-61c847d60e29 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:57:34.512011 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port 45b515b2-5c05-4836-8ca4-61c847d60e29 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:57:34.512379 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:34.521753 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-e4e43222-3889-4597-8da0-63114a306783 req-702036f1-0e78-4113-920a-a01dd0704aa4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] For port 8ca1b7bb-1745-4d38-a9b3-30431331af30, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8ca1b7bb-1745-4d38-a9b3-30431331af30,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:57:34.522121 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e4e43222-3889-4597-8da0-63114a306783 req-702036f1-0e78-4113-920a-a01dd0704aa4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:34.592189 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:34.616141 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21debccf-40e3-4ba6-a580-76333c9b9e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b515b2-5c05-4836-8ca4-61c847d60e29'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:57:34.618382 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20959264-0cdb-4218-8946-be456af19a90" -d '{"events": [{"server_uuid": "21debccf-40e3-4ba6-a580-76333c9b9e1c", "name": "network-vif-plugged", "status": "completed", "tag": "45b515b2-5c05-4836-8ca4-61c847d60e29"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:57:34.634911 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 45b515b2-5c05-4836-8ca4-61c847d60e29, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=45b515b2-5c05-4836-8ca4-61c847d60e29,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:57:34.661231 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddd9c10-1427-4e3b-855c-7bc03f05f101 x-openstack-request-id: req-fddd9c10-1427-4e3b-855c-7bc03f05f101 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:57:34.661567 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21debccf-40e3-4ba6-a580-76333c9b9e1c", "name": "network-vif-plugged", "status": "completed", "tag": "45b515b2-5c05-4836-8ca4-61c847d60e29", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:57:34.661821 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fddd9c10-1427-4e3b-855c-7bc03f05f101 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:57:34.662235 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21debccf-40e3-4ba6-a580-76333c9b9e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b515b2-5c05-4836-8ca4-61c847d60e29', 'code': 200} Aug 07 12:57:34.701721 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:34.734215 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e4e43222-3889-4597-8da0-63114a306783 req-702036f1-0e78-4113-920a-a01dd0704aa4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:34.734852 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e4e43222-3889-4597-8da0-63114a306783 req-702036f1-0e78-4113-920a-a01dd0704aa4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519576'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:34.734960 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.l3_db [req-e4e43222-3889-4597-8da0-63114a306783 req-702036f1-0e78-4113-920a-a01dd0704aa4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Floating IP 61230152-bade-475c-933e-b8ebb3b97a6c disassociated. External IP: 172.27.3.68, port: 8ca1b7bb-1745-4d38-a9b3-30431331af30. Aug 07 12:57:34.735224 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-e4e43222-3889-4597-8da0-63114a306783 req-702036f1-0e78-4113-920a-a01dd0704aa4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Calling delete_port for 8ca1b7bb-1745-4d38-a9b3-30431331af30 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:57:34.760165 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=45b515b2-5c05-4836-8ca4-61c847d60e29,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:34.761524 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69b83b-8ff3-4be1-a92b-8f850dff1043 req-9ccb4930-baa8-4def-9213-58d6492e5b60 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:34.763175 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2b69b83b-8ff3-4be1-a92b-8f850dff1043 req-9ccb4930-baa8-4def-9213-58d6492e5b60 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 944 time: 0.0840511 Aug 07 12:57:34.843522 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2b69b83b-8ff3-4be1-a92b-8f850dff1043 req-225d932a-89ee-42d0-811f-6faa8357f721 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533817 Aug 07 12:57:34.961795 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f6230-8a10-4ae7-8ef0-55263dd73409 req-50f33cec-3ad2-49fb-80f7-bd842a4cbfa8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:34.963356 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fc2f6230-8a10-4ae7-8ef0-55263dd73409 req-50f33cec-3ad2-49fb-80f7-bd842a4cbfa8 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 946 time: 0.0498810 Aug 07 12:57:34.998299 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e4e43222-3889-4597-8da0-63114a306783 req-702036f1-0e78-4113-920a-a01dd0704aa4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:35.007360 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fc2f6230-8a10-4ae7-8ef0-55263dd73409 req-01cf556c-44e8-432c-8067-43fdb1070090 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups?id=84f81846-dfaa-47f0-9747-7cb36444c99d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370221 Aug 07 12:57:35.035216 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702036f1-0e78-4113-920a-a01dd0704aa4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Pushing event deleted for resources: {'Port': ['ID=8ca1b7bb-1745-4d38-a9b3-30431331af30,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:35.077132 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab499442-0849-477a-8fe3-788887dea8b4 req-f36596aa-71e5-49a4-9e99-7d07c33ec080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:35.078960 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ab499442-0849-477a-8fe3-788887dea8b4 req-f36596aa-71e5-49a4-9e99-7d07c33ec080 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 1098 time: 0.0516241 Aug 07 12:57:35.132352 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ab499442-0849-477a-8fe3-788887dea8b4 req-cb387dd1-10df-4173-9b02-3bbf45d2628e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402346 Aug 07 12:57:35.169221 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4e43222-3889-4597-8da0-63114a306783 req-702036f1-0e78-4113-920a-a01dd0704aa4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Router d1db9f0e-bb00-43f9-952a-f45b1c39670d has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:57:35.278377 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4e43222-3889-4597-8da0-63114a306783 req-702036f1-0e78-4113-920a-a01dd0704aa4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:57:35.288826 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95555e91-d523-457b-b525-0ff762e1e097 None None] Sync routers for ids ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:57:35.298161 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95555e91-d523-457b-b525-0ff762e1e097 None None] Routers {'d1db9f0e-bb00-43f9-952a-f45b1c39670d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:57:35.298834 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-95555e91-d523-457b-b525-0ff762e1e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:57:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:57:35.315145 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e43222-3889-4597-8da0-63114a306783 req-702036f1-0e78-4113-920a-a01dd0704aa4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] No DVR routers for this DVR port 8ca1b7bb-1745-4d38-a9b3-30431331af30 on host hv-cinder-78729 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:57:35.317722 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-e4e43222-3889-4597-8da0-63114a306783 req-702036f1-0e78-4113-920a-a01dd0704aa4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:35.319793 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e4e43222-3889-4597-8da0-63114a306783 req-702036f1-0e78-4113-920a-a01dd0704aa4 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.58 "DELETE /v2.0/ports/8ca1b7bb-1745-4d38-a9b3-30431331af30 HTTP/1.1" status: 204 len: 173 time: 0.9870570 Aug 07 12:57:35.320219 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'name': 'network-vif-deleted', 'tag': '8ca1b7bb-1745-4d38-a9b3-30431331af30'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:57:35.322445 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ad7ecc-deaf-421f-9bd8-26a19149cb72" -d '{"events": [{"server_uuid": "dd707ecb-c1d3-4e19-8b0b-74895ea7f505", "name": "network-vif-deleted", "tag": "8ca1b7bb-1745-4d38-a9b3-30431331af30"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:57:35.359396 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b81349-877d-4f34-b3f4-9df052e337dd x-openstack-request-id: req-a4b81349-877d-4f34-b3f4-9df052e337dd {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:57:35.359713 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd707ecb-c1d3-4e19-8b0b-74895ea7f505", "name": "network-vif-deleted", "tag": "8ca1b7bb-1745-4d38-a9b3-30431331af30", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:57:35.359947 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a4b81349-877d-4f34-b3f4-9df052e337dd {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:57:35.360343 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd707ecb-c1d3-4e19-8b0b-74895ea7f505', 'name': 'network-vif-deleted', 'tag': '8ca1b7bb-1745-4d38-a9b3-30431331af30', 'status': 'completed', 'code': 200} Aug 07 12:57:35.409237 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-95555e91-d523-457b-b525-0ff762e1e097 None None] Set router d1db9f0e-bb00-43f9-952a-f45b1c39670d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:57:35.617062 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-95555e91-d523-457b-b525-0ff762e1e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:40Z', 'revision_number': 4, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '12f69880-8b5e-45ae-be8c-69f9bbd43438', 'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'mac_address': 'fa:16:3e:68:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:39Z', 'updated_at': '2021-08-07T12:50:46Z', 'revision_number': 5, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'subnets': [{'id': '556b420c-994e-4c56-8be2-27810f5c2247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:57:35.648664 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95555e91-d523-457b-b525-0ff762e1e097 None None] Checking router: d1db9f0e-bb00-43f9-952a-f45b1c39670d for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:57:35.658474 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95555e91-d523-457b-b525-0ff762e1e097 None None] Routers {'d1db9f0e-bb00-43f9-952a-f45b1c39670d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:57:35.659213 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-95555e91-d523-457b-b525-0ff762e1e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:57:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:57:35.764755 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-95555e91-d523-457b-b525-0ff762e1e097 None None] Set router d1db9f0e-bb00-43f9-952a-f45b1c39670d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:57:35.971135 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-95555e91-d523-457b-b525-0ff762e1e097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:40Z', 'revision_number': 4, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '12f69880-8b5e-45ae-be8c-69f9bbd43438', 'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'mac_address': 'fa:16:3e:68:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:39Z', 'updated_at': '2021-08-07T12:50:46Z', 'revision_number': 5, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'subnets': [{'id': '556b420c-994e-4c56-8be2-27810f5c2247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:57:36.000878 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95555e91-d523-457b-b525-0ff762e1e097 None None] The sync data for ids ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'] in dv-cinder-787296-2-iscsi is: [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:40Z', 'revision_number': 4, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': '12f69880-8b5e-45ae-be8c-69f9bbd43438', 'name': '', 'network_id': 'c5e5c8fc-001a-43dd-829c-9975cfb7dbda', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'mac_address': 'fa:16:3e:68:df:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '556b420c-994e-4c56-8be2-27810f5c2247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:39Z', 'updated_at': '2021-08-07T12:50:46Z', 'revision_number': 5, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'subnets': [{'id': '556b420c-994e-4c56-8be2-27810f5c2247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:57:36.132294 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bef7c7aa-be43-4bbd-85c5-7926470dd39a req-20cbcd30-4563-4038-8306-2d7b27537e70 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd707ecb-c1d3-4e19-8b0b-74895ea7f505 HTTP/1.1" status: 200 len: 210 time: 0.0284190 Aug 07 12:57:36.227406 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904edc22-3494-4532-aaff-938c1f0c28eb req-48b51299-73ca-4eff-8f9c-411c3c3fed25 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:36.229007 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-904edc22-3494-4532-aaff-938c1f0c28eb req-48b51299-73ca-4eff-8f9c-411c3c3fed25 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 945 time: 0.3160748 Aug 07 12:57:36.240269 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25be3893-074c-41e3-b0f9-af3e77d55aee None None] New status for floating IP 61230152-bade-475c-933e-b8ebb3b97a6c: DOWN {{(pid=100622) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 12:57:36.276141 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-904edc22-3494-4532-aaff-938c1f0c28eb req-a2f099d8-a380-4db4-9a5f-a2aa903f1381 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400400 Aug 07 12:57:36.661662 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-04264cb4-8195-4811-a2bb-f411e4d5745e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:36.993296 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:37.111929 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:37.315727 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 39728) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:57:37.373376 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bf0ddc2a-3441-4a68-9217-d7a19ee62e34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:37.397074 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bf0ddc2a-3441-4a68-9217-d7a19ee62e34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:37.399765 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c7ea6-a3f9-4b14-82ce-a985eeb79714 req-07b4cbfd-675e-484c-998c-ef11db763e28 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:37.401783 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f12c7ea6-a3f9-4b14-82ce-a985eeb79714 req-07b4cbfd-675e-484c-998c-ef11db763e28 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 945 time: 0.0483088 Aug 07 12:57:37.404485 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:37.444504 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f12c7ea6-a3f9-4b14-82ce-a985eeb79714 req-3cead630-c969-4de2-85b7-b41429298c1a tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355237 Aug 07 12:57:37.524667 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bf0ddc2a-3441-4a68-9217-d7a19ee62e34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:37.528016 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-bf0ddc2a-3441-4a68-9217-d7a19ee62e34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:37.529188 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-bf0ddc2a-3441-4a68-9217-d7a19ee62e34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "DELETE /v2.0/security-groups/84f81846-dfaa-47f0-9747-7cb36444c99d HTTP/1.1" status: 204 len: 168 time: 0.2137640 Aug 07 12:57:37.532388 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 39732) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:57:37.538806 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ddc2a-3441-4a68-9217-d7a19ee62e34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f81846-dfaa-47f0-9747-7cb36444c99d,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:37.546750 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ddc2a-3441-4a68-9217-d7a19ee62e34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:37.547093 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ddc2a-3441-4a68-9217-d7a19ee62e34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:37.547712 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ddc2a-3441-4a68-9217-d7a19ee62e34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:37.547712 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ddc2a-3441-4a68-9217-d7a19ee62e34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:37.548040 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ddc2a-3441-4a68-9217-d7a19ee62e34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:37.548375 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ddc2a-3441-4a68-9217-d7a19ee62e34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:37.548722 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ddc2a-3441-4a68-9217-d7a19ee62e34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:37.549047 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ddc2a-3441-4a68-9217-d7a19ee62e34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:37.549353 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.api.v2.resource [None req-8f6dc408-2cd7-40a1-b0f4-10fc49e8545c tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] show failed (client error): The resource could not be found. Aug 07 12:57:37.549481 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ddc2a-3441-4a68-9217-d7a19ee62e34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:37.549699 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ddc2a-3441-4a68-9217-d7a19ee62e34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:37.550033 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ddc2a-3441-4a68-9217-d7a19ee62e34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:37.553757 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0ddc2a-3441-4a68-9217-d7a19ee62e34 tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:57:37.553930 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-8f6dc408-2cd7-40a1-b0f4-10fc49e8545c tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "GET /v2.0/security-groups/84f81846-dfaa-47f0-9747-7cb36444c99d HTTP/1.1" status: 404 len: 347 time: 0.0170517 Aug 07 12:57:37.553930 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 39734) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:57:37.681361 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-d809a544-8dd7-4869-8ce9-43fdfcf2edcc tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Deleting port ba3aaad1-ba69-483a-a0e0-97c7e4592b71 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:57:37.681707 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d809a544-8dd7-4869-8ce9-43fdfcf2edcc tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:37.757373 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d809a544-8dd7-4869-8ce9-43fdfcf2edcc tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:37.757705 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d809a544-8dd7-4869-8ce9-43fdfcf2edcc tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:37.770052 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-d809a544-8dd7-4869-8ce9-43fdfcf2edcc tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Calling delete_port for ba3aaad1-ba69-483a-a0e0-97c7e4592b71 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:57:38.060722 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d809a544-8dd7-4869-8ce9-43fdfcf2edcc tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:38.084795 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809a544-8dd7-4869-8ce9-43fdfcf2edcc tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Pushing event deleted for resources: {'Port': ['ID=ba3aaad1-ba69-483a-a0e0-97c7e4592b71,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:38.153433 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d809a544-8dd7-4869-8ce9-43fdfcf2edcc tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:38.156078 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d809a544-8dd7-4869-8ce9-43fdfcf2edcc tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:38.157290 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-d809a544-8dd7-4869-8ce9-43fdfcf2edcc tempest-AttachVolumeShelveTestJSON-1048329244 tempest-AttachVolumeShelveTestJSON-1048329244-project] 10.222.0.59 "DELETE /v2.0/floatingips/61230152-bade-475c-933e-b8ebb3b97a6c HTTP/1.1" status: 204 len: 168 time: 0.6024582 Aug 07 12:57:38.385151 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 8ca1b7bb-1745-4d38-a9b3-30431331af30 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:57:38.404992 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: 8ca1b7bb-1745-4d38-a9b3-30431331af30 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:57:38.405637 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 8ca1b7bb-1745-4d38-a9b3-30431331af30 not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:57:39.434153 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:40.934692 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 39772) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:57:41.590678 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4e6f2613-0246-4ea2-99c4-5bb2367a3da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520856'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:41.829313 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-4e6f2613-0246-4ea2-99c4-5bb2367a3da7 admin admin] Deleting port 12f69880-8b5e-45ae-be8c-69f9bbd43438 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:57:41.829655 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4e6f2613-0246-4ea2-99c4-5bb2367a3da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:41.909106 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-4e6f2613-0246-4ea2-99c4-5bb2367a3da7 admin admin] For port 12f69880-8b5e-45ae-be8c-69f9bbd43438, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=12f69880-8b5e-45ae-be8c-69f9bbd43438,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:57:41.909472 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4e6f2613-0246-4ea2-99c4-5bb2367a3da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:41.922385 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-4e6f2613-0246-4ea2-99c4-5bb2367a3da7 admin admin] Calling delete_port for 12f69880-8b5e-45ae-be8c-69f9bbd43438 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:57:42.186903 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4e6f2613-0246-4ea2-99c4-5bb2367a3da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:42.219969 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f2613-0246-4ea2-99c4-5bb2367a3da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=12f69880-8b5e-45ae-be8c-69f9bbd43438,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:42.400093 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4e6f2613-0246-4ea2-99c4-5bb2367a3da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520232'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:42.631290 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6f2613-0246-4ea2-99c4-5bb2367a3da7 admin admin] Router d1db9f0e-bb00-43f9-952a-f45b1c39670d has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:57:42.741756 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6f2613-0246-4ea2-99c4-5bb2367a3da7 admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:57:42.748455 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-4e6f2613-0246-4ea2-99c4-5bb2367a3da7 admin admin] 10.222.0.59 "PUT /v2.0/routers/d1db9f0e-bb00-43f9-952a-f45b1c39670d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8126130 Aug 07 12:57:42.750729 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 39782) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:57:42.751629 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b08e8-3cc3-4f41-aa19-17f0890e14fd None None] Sync routers for ids ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:57:42.761582 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b08e8-3cc3-4f41-aa19-17f0890e14fd None None] Routers {'d1db9f0e-bb00-43f9-952a-f45b1c39670d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:57:42.762528 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-4d1b08e8-3cc3-4f41-aa19-17f0890e14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:57:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:57:42.854858 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db6a7ced-21d0-4b3d-9e1f-a136dbe21941 admin admin] Notify callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:42.879016 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-4d1b08e8-3cc3-4f41-aa19-17f0890e14fd None None] Set router d1db9f0e-bb00-43f9-952a-f45b1c39670d gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:57:42.959856 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db6a7ced-21d0-4b3d-9e1f-a136dbe21941 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:43.061448 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-4d1b08e8-3cc3-4f41-aa19-17f0890e14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f751878e-e300-4e04-a833-278653bfca99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:57:42Z', 'revision_number': 5, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port': {'id': 'f751878e-e300-4e04-a833-278653bfca99', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:55:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:57:43.097085 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-db6a7ced-21d0-4b3d-9e1f-a136dbe21941 admin admin] Deleting port f751878e-e300-4e04-a833-278653bfca99 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:57:43.097438 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db6a7ced-21d0-4b3d-9e1f-a136dbe21941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:43.183312 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b08e8-3cc3-4f41-aa19-17f0890e14fd None None] Checking router: d1db9f0e-bb00-43f9-952a-f45b1c39670d for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:57:43.184069 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-db6a7ced-21d0-4b3d-9e1f-a136dbe21941 admin admin] For port f751878e-e300-4e04-a833-278653bfca99, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=f751878e-e300-4e04-a833-278653bfca99,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:57:43.184437 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db6a7ced-21d0-4b3d-9e1f-a136dbe21941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:43.191962 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b08e8-3cc3-4f41-aa19-17f0890e14fd None None] Routers {'d1db9f0e-bb00-43f9-952a-f45b1c39670d'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:57:43.192585 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-4d1b08e8-3cc3-4f41-aa19-17f0890e14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:57:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:57:43.197914 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-db6a7ced-21d0-4b3d-9e1f-a136dbe21941 admin admin] Calling delete_port for f751878e-e300-4e04-a833-278653bfca99 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:57:43.277643 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-4d1b08e8-3cc3-4f41-aa19-17f0890e14fd None None] Set router d1db9f0e-bb00-43f9-952a-f45b1c39670d gateway port host: None {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:57:43.328989 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-4d1b08e8-3cc3-4f41-aa19-17f0890e14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:57:42Z', 'revision_number': 6, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port_host': None}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:57:43.360390 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b08e8-3cc3-4f41-aa19-17f0890e14fd None None] The sync data for ids ['d1db9f0e-bb00-43f9-952a-f45b1c39670d'] in dv-cinder-787296-2-iscsi is: [{'id': 'd1db9f0e-bb00-43f9-952a-f45b1c39670d', 'name': 'tempest-AttachVolumeShelveTestJSON-739464622-router', 'tenant_id': 'e29947f4009940b3bee8115587b5f0bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:50:36Z', 'updated_at': '2021-08-07T12:57:42Z', 'revision_number': 6, 'project_id': 'e29947f4009940b3bee8115587b5f0bf', 'gw_port_host': None}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:57:43.445051 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db6a7ced-21d0-4b3d-9e1f-a136dbe21941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:43.473318 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a7ced-21d0-4b3d-9e1f-a136dbe21941 admin admin] Pushing event deleted for resources: {'Port': ['ID=f751878e-e300-4e04-a833-278653bfca99,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:43.534741 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db6a7ced-21d0-4b3d-9e1f-a136dbe21941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519630'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:43.625117 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db6a7ced-21d0-4b3d-9e1f-a136dbe21941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14478'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:43.627284 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db6a7ced-21d0-4b3d-9e1f-a136dbe21941 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:43.780924 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db6a7ced-21d0-4b3d-9e1f-a136dbe21941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522958'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:43.783404 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6a7ced-21d0-4b3d-9e1f-a136dbe21941 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1db9f0e-bb00-43f9-952a-f45b1c39670d {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 12:57:43.789370 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db6a7ced-21d0-4b3d-9e1f-a136dbe21941 admin admin] Notify callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:43.790608 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-db6a7ced-21d0-4b3d-9e1f-a136dbe21941 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d1db9f0e-bb00-43f9-952a-f45b1c39670d HTTP/1.1" status: 204 len: 168 time: 1.0389204 Aug 07 12:57:43.793244 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 39786) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:57:43.838001 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ca22ab-bac2-4374-8d0b-d462fc84d445 admin admin] Deleting subnet 556b420c-994e-4c56-8be2-27810f5c2247 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 12:57:43.841181 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9ca22ab-bac2-4374-8d0b-d462fc84d445 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:43.874657 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9ca22ab-bac2-4374-8d0b-d462fc84d445 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678694'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:43.971639 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9ca22ab-bac2-4374-8d0b-d462fc84d445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528469'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:44.121978 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9ca22ab-bac2-4374-8d0b-d462fc84d445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8817393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967472'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:44.140348 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device f751878e-e300-4e04-a833-278653bfca99 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:57:44.151227 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca22ab-bac2-4374-8d0b-d462fc84d445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=556b420c-994e-4c56-8be2-27810f5c2247,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:44.159813 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d9ca22ab-bac2-4374-8d0b-d462fc84d445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:44.160421 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 39788) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:57:44.160855 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-d9ca22ab-bac2-4374-8d0b-d462fc84d445 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/556b420c-994e-4c56-8be2-27810f5c2247 HTTP/1.1" status: 204 len: 168 time: 0.3659878 Aug 07 12:57:44.171864 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27741865-fcd9-4179-8ba5-0cbc1af6bcda None None] Network c5e5c8fc-001a-43dd-829c-9975cfb7dbda requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:57:44.174215 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: f751878e-e300-4e04-a833-278653bfca99 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:57:44.174671 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device f751878e-e300-4e04-a833-278653bfca99 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:57:44.175167 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 12f69880-8b5e-45ae-be8c-69f9bbd43438 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:57:44.228632 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: 12f69880-8b5e-45ae-be8c-69f9bbd43438 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:57:44.230082 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 12f69880-8b5e-45ae-be8c-69f9bbd43438 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:57:44.241417 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561226'] for network, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:44.304033 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] Deleting port ac820170-5f48-4732-832c-01f117fa80a1 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:57:44.304553 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:44.399284 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] For port ac820170-5f48-4732-832c-01f117fa80a1, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=ac820170-5f48-4732-832c-01f117fa80a1,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:57:44.401127 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:44.406336 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b058c86a-5125-4b34-90c1-c057d7bdaac9 None None] DHCP port deletion for c5e5c8fc-001a-43dd-829c-9975cfb7dbda request from dv-cinder-787296-2-iscsi {{(pid=100622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 12:57:44.420377 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] Calling delete_port for ac820170-5f48-4732-832c-01f117fa80a1 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:57:44.468669 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-b058c86a-5125-4b34-90c1-c057d7bdaac9 None None] Deleting port ac820170-5f48-4732-832c-01f117fa80a1 {{(pid=100622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:57:44.469034 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b058c86a-5125-4b34-90c1-c057d7bdaac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:44.534919 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-b058c86a-5125-4b34-90c1-c057d7bdaac9 None None] For port ac820170-5f48-4732-832c-01f117fa80a1, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=ac820170-5f48-4732-832c-01f117fa80a1,segment=NetworkSegment(4a3224e1-0df8-43a5-a796-b62f5d183cbd),segment_id=4a3224e1-0df8-43a5-a796-b62f5d183cbd)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:57:44.535325 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b058c86a-5125-4b34-90c1-c057d7bdaac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:44.549872 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-b058c86a-5125-4b34-90c1-c057d7bdaac9 None None] Calling delete_port for ac820170-5f48-4732-832c-01f117fa80a1 owned by network:dhcp {{(pid=100622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:57:44.672649 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:44.682282 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b058c86a-5125-4b34-90c1-c057d7bdaac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374'] for port, after_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:44.703089 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] Pushing event deleted for resources: {'Port': ['ID=ac820170-5f48-4732-832c-01f117fa80a1,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:44.704977 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] No DVR routers for this DVR port ac820170-5f48-4732-832c-01f117fa80a1 on host dv-cinder-787296-2-iscsi {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:57:44.709599 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058c86a-5125-4b34-90c1-c057d7bdaac9 None None] Pushing event deleted for resources: {'Port': ['ID=ac820170-5f48-4732-832c-01f117fa80a1,revision_number=None']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:44.713259 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b058c86a-5125-4b34-90c1-c057d7bdaac9 None None] No DVR routers for this DVR port ac820170-5f48-4732-832c-01f117fa80a1 on host dv-cinder-787296-2-iscsi {{(pid=100622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:57:44.775443 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531410', 'neutron.services.segments.db._delete_segments_for_network-8739267626096'] for network, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:44.785930 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e5c8fc-001a-43dd-829c-9975cfb7dbda']}} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:57:44.800446 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3224e1-0df8-43a5-a796-b62f5d183cbd') {'for_net_delete': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:57:44.800739 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3224e1-0df8-43a5-a796-b62f5d183cbd') {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:57:44.809812 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739267629177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637966'] for segment, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:44.822927 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:44.829035 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=100621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 12:57:44.829420 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8863298'] for segment, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: Traceback (most recent call last): Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: timer() Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: cb(*args, **kw) Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: return func(*args, **kwargs) Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: self._notify() Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: self.callback(batched_events) Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: event.method(event) Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: return f(self, *a, **k) Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._get(url).json() Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: return self.request(url, 'GET', **kwargs) Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 12:57:44.831101 dv-cinder-787296-2-iscsi neutron-server[100621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 12:57:44.993546 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519594'] for network, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:44.999384 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:45.001080 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] 10.222.0.59 "DELETE /v2.0/networks/c5e5c8fc-001a-43dd-829c-9975cfb7dbda HTTP/1.1" status: 204 len: 168 time: 0.8399782 Aug 07 12:57:45.012792 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f71c92-01cf-41b3-b093-dd586e2fcf8a admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e5c8fc-001a-43dd-829c-9975cfb7dbda,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:45.374613 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 39794) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:57:45.416412 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-9af927de-c720-4a76-b0ba-cd040a752f6f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e29947f4009940b3bee8115587b5f0bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405674 Aug 07 12:57:45.419344 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 39796) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:57:45.469572 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3402b8b5-ae31-4af1-8d78-432a50e7da76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:45.494623 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3402b8b5-ae31-4af1-8d78-432a50e7da76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:45.679068 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3402b8b5-ae31-4af1-8d78-432a50e7da76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:45.681688 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-3402b8b5-ae31-4af1-8d78-432a50e7da76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:45.683442 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-3402b8b5-ae31-4af1-8d78-432a50e7da76 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/770dd1a2-866c-45e7-ba5d-1360971cb797 HTTP/1.1" status: 204 len: 168 time: 0.2632060 Aug 07 12:57:45.691569 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402b8b5-ae31-4af1-8d78-432a50e7da76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770dd1a2-866c-45e7-ba5d-1360971cb797,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:45.941771 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device ac820170-5f48-4732-832c-01f117fa80a1 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:57:45.962540 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: ac820170-5f48-4732-832c-01f117fa80a1 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:57:45.962888 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device ac820170-5f48-4732-832c-01f117fa80a1 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:57:51.779868 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-0d65792f-343d-45b5-95d8-85aeb3d90817 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:51.781363 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-0d65792f-343d-45b5-95d8-85aeb3d90817 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/networks?id=35abc531-bf75-4dec-a5e3-e5d0c27670e2 HTTP/1.1" status: 200 len: 815 time: 0.1057966 Aug 07 12:57:51.796452 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-f8d71370-78c5-410b-a20a-d9a9f5fba3ef tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/quotas/775f2f4a2bb04cda91fea7b50a97d67c HTTP/1.1" status: 200 len: 375 time: 0.0092998 Aug 07 12:57:51.856447 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-19360115-d291-4ffa-a681-b16a966aa2bc tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=775f2f4a2bb04cda91fea7b50a97d67c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543191 Aug 07 12:57:51.946583 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-0626bfda-8bb5-4b19-8b38-673dce0b186a service neutron] 10.222.0.59 "GET /v2.0/networks/35abc531-bf75-4dec-a5e3-e5d0c27670e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822983 Aug 07 12:57:52.046140 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-5cf8afd9-438a-41dd-864e-0b2fab2bb9bd service neutron] 10.222.0.59 "GET /v2.0/networks/35abc531-bf75-4dec-a5e3-e5d0c27670e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921774 Aug 07 12:57:52.308737 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ccec44a8-8c18-4286-a212-8bc65aefaeac req-7088a8c8-4fc9-4c9f-91d3-e70ffb56021e tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 210 time: 0.0318508 Aug 07 12:57:53.408086 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9527ee5a-be1c-403a-9ce1-0e12af8887ca req-d080e911-d99f-46ac-90dd-8151082f5b04 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 210 time: 0.0294738 Aug 07 12:57:54.518437 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7b244e53-aaee-4fcb-8143-d53b69accca0 req-23990b10-a18b-48b0-b8ce-faaa8bca7e1d tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 210 time: 0.0368330 Aug 07 12:57:55.224281 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-210acb34-b321-4902-90d1-841a5dbf93a4 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:55.225799 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-210acb34-b321-4902-90d1-841a5dbf93a4 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.58 "GET /v2.0/networks?id=35abc531-bf75-4dec-a5e3-e5d0c27670e2 HTTP/1.1" status: 200 len: 815 time: 0.1089258 Aug 07 12:57:55.249366 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-156ca23c-7567-48f6-bed3-21a534c167b3 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Request body: {'port': {'device_id': '5b9175e9-41c3-47ce-b7c7-bf6790a6dd52', 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2', 'admin_state_up': True, 'tenant_id': '775f2f4a2bb04cda91fea7b50a97d67c'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:57:55.473317 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-156ca23c-7567-48f6-bed3-21a534c167b3 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Made reservation on behalf of 775f2f4a2bb04cda91fea7b50a97d67c for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:57:55.477325 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-156ca23c-7567-48f6-bed3-21a534c167b3 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:55.620623 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ead8f23d-a5d6-4142-b0ab-efc67ec51988 req-7ee7b1d5-e299-400c-96b8-9ae2d0cd6619 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 210 time: 0.0305376 Aug 07 12:57:55.643359 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-156ca23c-7567-48f6-bed3-21a534c167b3 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Allocated IP 172.20.0.10 (35abc531-bf75-4dec-a5e3-e5d0c27670e2/a5497e85-01a2-478d-8bda-15694f4b23a0/8e8981cc-6857-476e-a368-08e78845e6de) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:57:55.797287 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-156ca23c-7567-48f6-bed3-21a534c167b3 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:55.883527 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-156ca23c-7567-48f6-bed3-21a534c167b3 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:55.925928 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['368f98cb-b87c-4356-a2b5-8ddeede0330f', 'd15ca941-66d0-48a7-b3cc-0a1fa514afcb', '45b515b2-5c05-4836-8ca4-61c847d60e29'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:57:55.939999 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-156ca23c-7567-48f6-bed3-21a534c167b3 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:57:55.945229 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-156ca23c-7567-48f6-bed3-21a534c167b3 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:57:55.949176 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-156ca23c-7567-48f6-bed3-21a534c167b3 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:57:55.975458 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ca23c-7567-48f6-bed3-21a534c167b3 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Pushing event updated for resources: {'Port': ['ID=8e8981cc-6857-476e-a368-08e78845e6de,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:56.005830 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-156ca23c-7567-48f6-bed3-21a534c167b3 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:56.006526 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-156ca23c-7567-48f6-bed3-21a534c167b3 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:56.097192 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-156ca23c-7567-48f6-bed3-21a534c167b3 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8524311 Aug 07 12:57:56.123009 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Request body: {'port': {'device_id': '5b9175e9-41c3-47ce-b7c7-bf6790a6dd52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:57:56.188418 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:56.466866 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e8981cc-6857-476e-a368-08e78845e6de {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:57:56.474992 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:56.487863 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Transition to ACTIVE for port object 8e8981cc-6857-476e-a368-08e78845e6de will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:57:56.569803 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:56.621673 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8981cc-6857-476e-a368-08e78845e6de,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:56.703605 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Attempting to bind port 8e8981cc-6857-476e-a368-08e78845e6de on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:57:56.703976 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Attempting to bind port 8e8981cc-6857-476e-a368-08e78845e6de by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:57:56.704313 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Attempting to bind port 8e8981cc-6857-476e-a368-08e78845e6de on network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:57:56.708916 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Port 8e8981cc-6857-476e-a368-08e78845e6de on network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:57:56.709268 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Attempting to bind port 8e8981cc-6857-476e-a368-08e78845e6de on network 35abc531-bf75-4dec-a5e3-e5d0c27670e2 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:57:56.714964 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:57:56.715309 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Checking segment: {'id': 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:57:56.715711 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Bound using segment: {'id': 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:57:56.716212 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Bound port: 8e8981cc-6857-476e-a368-08e78845e6de, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:57:56.716810 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:56.742951 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01f052-0f91-4810-87bf-ac4f089243cc req-ad70483e-f45f-40cd-8094-8d852ffb38c3 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:56.744358 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-cf01f052-0f91-4810-87bf-ac4f089243cc req-ad70483e-f45f-40cd-8094-8d852ffb38c3 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 944 time: 0.0506339 Aug 07 12:57:56.782425 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] For port 8e8981cc-6857-476e-a368-08e78845e6de, host hv-cinder-78729, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:57:56.785563 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] For port 8e8981cc-6857-476e-a368-08e78845e6de, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8e8981cc-6857-476e-a368-08e78845e6de,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:57:56.786763 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-cf01f052-0f91-4810-87bf-ac4f089243cc req-eea6b685-4a35-493f-8511-5c2f1970981f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354187 Aug 07 12:57:56.850381 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:56.885818 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:56.886463 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:56.887850 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] 10.222.0.58 "PUT /v2.0/ports/8e8981cc-6857-476e-a368-08e78845e6de HTTP/1.1" status: 200 len: 1094 time: 0.7695467 Aug 07 12:57:56.889053 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9175e9-41c3-47ce-b7c7-bf6790a6dd52', 'tag': '8e8981cc-6857-476e-a368-08e78845e6de'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:57:56.891398 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d58a8d-e953-4cf9-b156-29f6d17dfeae" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9175e9-41c3-47ce-b7c7-bf6790a6dd52", "tag": "8e8981cc-6857-476e-a368-08e78845e6de"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:57:56.914396 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c715e-bcd8-49d6-9529-81d9a7626853 service neutron] Pushing event updated for resources: {'Port': ['ID=8e8981cc-6857-476e-a368-08e78845e6de,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:56.931881 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a601bfa4-f1f2-4339-9cb9-a8511eea9c62 x-openstack-request-id: req-a601bfa4-f1f2-4339-9cb9-a8511eea9c62 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:57:56.932173 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9175e9-41c3-47ce-b7c7-bf6790a6dd52", "tag": "8e8981cc-6857-476e-a368-08e78845e6de", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:57:56.932427 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a601bfa4-f1f2-4339-9cb9-a8511eea9c62 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:57:56.932824 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9175e9-41c3-47ce-b7c7-bf6790a6dd52', 'tag': '8e8981cc-6857-476e-a368-08e78845e6de', 'status': 'completed', 'code': 200} Aug 07 12:57:57.035129 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d58a8d-e953-4cf9-b156-29f6d17dfeae req-e6a30102-69b4-4bf3-96be-19238d405e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:57.036619 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-20d58a8d-e953-4cf9-b156-29f6d17dfeae req-e6a30102-69b4-4bf3-96be-19238d405e7f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=775f2f4a2bb04cda91fea7b50a97d67c&device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 1097 time: 0.0435703 Aug 07 12:57:57.139031 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d58a8d-e953-4cf9-b156-29f6d17dfeae req-abe4634d-8a6d-42b4-8cb2-ec74b6286b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:57.140535 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-20d58a8d-e953-4cf9-b156-29f6d17dfeae req-abe4634d-8a6d-42b4-8cb2-ec74b6286b31 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=775f2f4a2bb04cda91fea7b50a97d67c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0895205 Aug 07 12:57:57.244670 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d58a8d-e953-4cf9-b156-29f6d17dfeae req-7b9e2123-14e4-4f28-b33b-141b4e5a3bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:57.246228 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-20d58a8d-e953-4cf9-b156-29f6d17dfeae req-7b9e2123-14e4-4f28-b33b-141b4e5a3bab service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934756 Aug 07 12:57:57.355296 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-0b2eec4b-1251-4bab-bc23-5133b579efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:57.358322 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-0b2eec4b-1251-4bab-bc23-5133b579efdb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=775f2f4a2bb04cda91fea7b50a97d67c&device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 1097 time: 0.0414870 Aug 07 12:57:57.409371 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-d65d1813-1401-423f-a3c6-059c06e35f53 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e8981cc-6857-476e-a368-08e78845e6de HTTP/1.1" status: 200 len: 217 time: 0.0343983 Aug 07 12:57:57.464123 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-85fd738e-bddc-4cbb-9721-2a04a10d16e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:57.465661 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-85fd738e-bddc-4cbb-9721-2a04a10d16e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a5497e85-01a2-478d-8bda-15694f4b23a0 HTTP/1.1" status: 200 len: 855 time: 0.0482278 Aug 07 12:57:57.501361 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-53b24661-c84c-401b-878c-964d496e6308 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35abc531-bf75-4dec-a5e3-e5d0c27670e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274041 Aug 07 12:57:57.604989 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-5d9dae89-47b2-4243-9976-197d42d1fb84 service neutron] 10.222.0.58 "GET /v2.0/networks/35abc531-bf75-4dec-a5e3-e5d0c27670e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895839 Aug 07 12:57:57.681057 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 39980) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:57:57.800888 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-711ef2eb-0ba2-4595-b337-d5f95e76cb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:57.953381 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-711ef2eb-0ba2-4595-b337-d5f95e76cb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:57.961603 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca45d9-5d69-457c-b409-786bde519fc3 req-c83f9228-ed2d-4121-974a-94f0bcaeae51 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:57.963179 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-18ca45d9-5d69-457c-b409-786bde519fc3 req-c83f9228-ed2d-4121-974a-94f0bcaeae51 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 944 time: 0.0924845 Aug 07 12:57:57.972503 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1b50bed6-4ad4-42e5-a46a-30a979326d40 req-064aaa01-3c18-4026-9f37-9ea37912f649 service neutron] 10.222.0.58 "GET /v2.0/networks/35abc531-bf75-4dec-a5e3-e5d0c27670e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588769 Aug 07 12:57:58.011443 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-18ca45d9-5d69-457c-b409-786bde519fc3 req-a585bebf-e7b0-4a94-8f8c-043646d0922b tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Aug 07 12:57:58.067314 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-711ef2eb-0ba2-4595-b337-d5f95e76cb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:58.109086 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-711ef2eb-0ba2-4595-b337-d5f95e76cb8e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0ca9104c9a6b439f989870d216a872b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268284 Aug 07 12:57:58.110091 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ef2eb-0ba2-4595-b337-d5f95e76cb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a15e831-b62d-4680-84a6-68d2bf83d2d7,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:58.111808 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 39986) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:57:58.162679 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9309402-3986-4cb6-a8a8-3f21cf1ad825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:58.184541 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9309402-3986-4cb6-a8a8-3f21cf1ad825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:58.296264 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9309402-3986-4cb6-a8a8-3f21cf1ad825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:58.298853 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e9309402-3986-4cb6-a8a8-3f21cf1ad825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:57:58.300010 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-e9309402-3986-4cb6-a8a8-3f21cf1ad825 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9a15e831-b62d-4680-84a6-68d2bf83d2d7 HTTP/1.1" status: 204 len: 168 time: 0.1870313 Aug 07 12:57:58.307949 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9309402-3986-4cb6-a8a8-3f21cf1ad825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a15e831-b62d-4680-84a6-68d2bf83d2d7,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:57:59.132542 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c36a9-ab34-4092-8e5e-05cdd98c7371 req-c5f70d93-ab3b-47d3-aba5-47e96a492efb tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:57:59.134065 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-142c36a9-ab34-4092-8e5e-05cdd98c7371 req-c5f70d93-ab3b-47d3-aba5-47e96a492efb tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 944 time: 0.0503495 Aug 07 12:57:59.177392 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-142c36a9-ab34-4092-8e5e-05cdd98c7371 req-41f837fa-a312-4ecc-b6cb-d91c7c601401 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359032 Aug 07 12:58:00.297264 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cd678-10c4-4fee-a5e1-ccd549430980 req-0c409147-c69a-408b-bbaf-857a4c509cb0 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:00.298771 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-937cd678-10c4-4fee-a5e1-ccd549430980 req-0c409147-c69a-408b-bbaf-857a4c509cb0 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 944 time: 0.0497539 Aug 07 12:58:00.339196 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-937cd678-10c4-4fee-a5e1-ccd549430980 req-fe5924fb-e9ce-44b5-8eb1-65ff2864de76 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344872 Aug 07 12:58:00.485512 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 8e8981cc-6857-476e-a368-08e78845e6de details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:58:00.585719 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 8e8981cc-6857-476e-a368-08e78845e6de, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8e8981cc-6857-476e-a368-08e78845e6de,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:58:00.598719 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': '8e8981cc-6857-476e-a368-08e78845e6de', 'network_id': '35abc531-bf75-4dec-a5e3-e5d0c27670e2', 'port_id': '8e8981cc-6857-476e-a368-08e78845e6de', 'mac_address': 'fa:16:3e:02:4c:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5497e85-01a2-478d-8bda-15694f4b23a0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:58:00.636582 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:00.649897 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e8981cc-6857-476e-a368-08e78845e6de {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:58:00.680939 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 8e8981cc-6857-476e-a368-08e78845e6de, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8e8981cc-6857-476e-a368-08e78845e6de,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:58:00.682861 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:58:00.752870 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:00.802847 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=8e8981cc-6857-476e-a368-08e78845e6de,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:01.141868 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['8e8981cc-6857-476e-a368-08e78845e6de'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:58:01.460966 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bd58d-05ef-4ccd-b614-6485e7be096c req-0b345ccd-5d74-4a4e-83f9-237737ea79b9 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:01.462566 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e05bd58d-05ef-4ccd-b614-6485e7be096c req-0b345ccd-5d74-4a4e-83f9-237737ea79b9 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 945 time: 0.0504503 Aug 07 12:58:01.506092 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e05bd58d-05ef-4ccd-b614-6485e7be096c req-21de8dac-7dbb-426f-b5f7-9856163301cc tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366895 Aug 07 12:58:02.506070 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 8e8981cc-6857-476e-a368-08e78845e6de up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:58:02.629398 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b9a9a-937b-42f4-a64e-214ff0d7b9a0 req-c7c7b954-20ce-4b3b-b5c5-4084f77db116 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:02.630904 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fe6b9a9a-937b-42f4-a64e-214ff0d7b9a0 req-c7c7b954-20ce-4b3b-b5c5-4084f77db116 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 945 time: 0.0554502 Aug 07 12:58:02.638457 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port 8e8981cc-6857-476e-a368-08e78845e6de completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:58:02.643190 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port 8e8981cc-6857-476e-a368-08e78845e6de triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:58:02.643593 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:02.672301 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fe6b9a9a-937b-42f4-a64e-214ff0d7b9a0 req-e6b355c9-1237-4487-bb3a-4e72c999c321 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353963 Aug 07 12:58:02.723847 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:02.745687 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9175e9-41c3-47ce-b7c7-bf6790a6dd52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8981cc-6857-476e-a368-08e78845e6de'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:58:02.748722 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaf3adb-9c63-491e-9bcc-cc004d98d7b1" -d '{"events": [{"server_uuid": "5b9175e9-41c3-47ce-b7c7-bf6790a6dd52", "name": "network-vif-plugged", "status": "completed", "tag": "8e8981cc-6857-476e-a368-08e78845e6de"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:58:02.763981 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 8e8981cc-6857-476e-a368-08e78845e6de, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8e8981cc-6857-476e-a368-08e78845e6de,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:58:02.799133 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6e23cd-09eb-4279-9878-a149dd6ebf37 x-openstack-request-id: req-0a6e23cd-09eb-4279-9878-a149dd6ebf37 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:58:02.799421 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9175e9-41c3-47ce-b7c7-bf6790a6dd52", "name": "network-vif-plugged", "status": "completed", "tag": "8e8981cc-6857-476e-a368-08e78845e6de", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:58:02.799671 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0a6e23cd-09eb-4279-9878-a149dd6ebf37 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:58:02.800065 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9175e9-41c3-47ce-b7c7-bf6790a6dd52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e8981cc-6857-476e-a368-08e78845e6de', 'code': 200} Aug 07 12:58:02.831436 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:02.883248 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=8e8981cc-6857-476e-a368-08e78845e6de,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:03.142349 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d163214-b316-4312-9261-676a31bd160c req-336acfba-e82e-4edd-bb0f-204f76277936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:03.143826 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5d163214-b316-4312-9261-676a31bd160c req-336acfba-e82e-4edd-bb0f-204f76277936 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 1099 time: 0.0400367 Aug 07 12:58:03.183011 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5d163214-b316-4312-9261-676a31bd160c req-4785ac28-a065-453d-a962-b3fad8e87198 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268946 Aug 07 12:58:03.420071 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-451733f3-15f4-4e27-87bb-cef2575ebd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:03.796378 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b5c0b-17ec-46d5-89dd-f481fe5fac44 req-09d77f3f-759a-4b41-905c-7cf37b2b2788 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:03.797859 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-535b5c0b-17ec-46d5-89dd-f481fe5fac44 req-09d77f3f-759a-4b41-905c-7cf37b2b2788 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 946 time: 0.0571141 Aug 07 12:58:03.837197 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-535b5c0b-17ec-46d5-89dd-f481fe5fac44 req-a9d8a3f8-c6bb-4b4f-bd20-8f42603bcecc tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332973 Aug 07 12:58:04.956735 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f6be2-a6c6-4a80-a5ed-37a9ad390354 req-f1632622-ad4e-47b0-825f-1b450d96da7b tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:04.958124 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d38f6be2-a6c6-4a80-a5ed-37a9ad390354 req-f1632622-ad4e-47b0-825f-1b450d96da7b tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 946 time: 0.0506532 Aug 07 12:58:05.001020 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d38f6be2-a6c6-4a80-a5ed-37a9ad390354 req-d26b11eb-fdd8-417b-b982-23097a198e09 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368438 Aug 07 12:58:06.619867 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-20d98946-7b07-4858-8d0c-08a3015e8b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:07.084049 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:07.175484 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:07.387367 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:07.537392 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce7d62-1bd1-4574-ada0-852c253e00af req-0f94036b-d8d1-4367-9211-16304bf00291 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:07.538925 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-89ce7d62-1bd1-4574-ada0-852c253e00af req-0f94036b-d8d1-4367-9211-16304bf00291 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 946 time: 0.0506461 Aug 07 12:58:07.593594 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-89ce7d62-1bd1-4574-ada0-852c253e00af req-1df31a65-e15f-47b2-aa5d-9375d5d8a245 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484278 Aug 07 12:58:08.721243 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff780af-e36d-46f0-9136-4ff33803933a req-4dbc1b60-b122-470a-a195-69f6c17ae8b3 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:08.722809 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0ff780af-e36d-46f0-9136-4ff33803933a req-4dbc1b60-b122-470a-a195-69f6c17ae8b3 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 946 time: 0.0565310 Aug 07 12:58:08.763191 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0ff780af-e36d-46f0-9136-4ff33803933a req-f918aaf3-8ba1-4a3b-8b99-b7cd9fc4b5db tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322604 Aug 07 12:58:09.432407 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:09.745326 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcea07a-a5e8-4451-8c71-d057a9ee50eb req-a32fea28-eaae-4284-b629-d2040f3d68e1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:09.746850 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9fcea07a-a5e8-4451-8c71-d057a9ee50eb req-a32fea28-eaae-4284-b629-d2040f3d68e1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.58 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 946 time: 0.0512269 Aug 07 12:58:09.914426 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01443016-bba8-4583-87f9-ce88b68d5df2 req-9ec3fa48-e259-4ff1-acc1-e8093c2ec8c4 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:09.914426 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-01443016-bba8-4583-87f9-ce88b68d5df2 req-9ec3fa48-e259-4ff1-acc1-e8093c2ec8c4 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 946 time: 0.0705264 Aug 07 12:58:09.914426 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-9fcea07a-a5e8-4451-8c71-d057a9ee50eb req-ec2b9936-094a-4a03-b831-aca84f2354ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Deleting port db0a2e90-3584-4d9b-8b5b-1d2d14553156 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:58:09.914426 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9fcea07a-a5e8-4451-8c71-d057a9ee50eb req-ec2b9936-094a-4a03-b831-aca84f2354ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:10.008795 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-01443016-bba8-4583-87f9-ce88b68d5df2 req-221ec804-68bf-4da1-9292-46c52cd06ea0 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919573 Aug 07 12:58:10.032917 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-9fcea07a-a5e8-4451-8c71-d057a9ee50eb req-ec2b9936-094a-4a03-b831-aca84f2354ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] For port db0a2e90-3584-4d9b-8b5b-1d2d14553156, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=db0a2e90-3584-4d9b-8b5b-1d2d14553156,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:58:10.033290 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9fcea07a-a5e8-4451-8c71-d057a9ee50eb req-ec2b9936-094a-4a03-b831-aca84f2354ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:10.212844 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9fcea07a-a5e8-4451-8c71-d057a9ee50eb req-ec2b9936-094a-4a03-b831-aca84f2354ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:10.213134 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9fcea07a-a5e8-4451-8c71-d057a9ee50eb req-ec2b9936-094a-4a03-b831-aca84f2354ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519576'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:10.213452 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.l3_db [req-9fcea07a-a5e8-4451-8c71-d057a9ee50eb req-ec2b9936-094a-4a03-b831-aca84f2354ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Floating IP f8b16722-a46b-411a-b71b-df760da9b75a disassociated. External IP: 172.27.3.108, port: db0a2e90-3584-4d9b-8b5b-1d2d14553156. Aug 07 12:58:10.213794 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-9fcea07a-a5e8-4451-8c71-d057a9ee50eb req-ec2b9936-094a-4a03-b831-aca84f2354ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Calling delete_port for db0a2e90-3584-4d9b-8b5b-1d2d14553156 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:58:10.479527 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9fcea07a-a5e8-4451-8c71-d057a9ee50eb req-ec2b9936-094a-4a03-b831-aca84f2354ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:10.508529 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b9936-094a-4a03-b831-aca84f2354ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event deleted for resources: {'Port': ['ID=db0a2e90-3584-4d9b-8b5b-1d2d14553156,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:10.624940 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fcea07a-a5e8-4451-8c71-d057a9ee50eb req-ec2b9936-094a-4a03-b831-aca84f2354ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Router 95c8a746-7572-4f43-9123-9c623fa0fb16 has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:58:10.737785 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fcea07a-a5e8-4451-8c71-d057a9ee50eb req-ec2b9936-094a-4a03-b831-aca84f2354ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:58:10.752418 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524358a5-d0b6-493c-bd98-38a8d8167386 None None] Sync routers for ids ['95c8a746-7572-4f43-9123-9c623fa0fb16'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:58:10.766426 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524358a5-d0b6-493c-bd98-38a8d8167386 None None] Routers {'95c8a746-7572-4f43-9123-9c623fa0fb16'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:58:10.767084 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-524358a5-d0b6-493c-bd98-38a8d8167386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:58:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['95c8a746-7572-4f43-9123-9c623fa0fb16'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:58:10.782603 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fcea07a-a5e8-4451-8c71-d057a9ee50eb req-ec2b9936-094a-4a03-b831-aca84f2354ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] No DVR routers for this DVR port db0a2e90-3584-4d9b-8b5b-1d2d14553156 on host hv-cinder-78729 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:58:10.785388 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-9fcea07a-a5e8-4451-8c71-d057a9ee50eb req-ec2b9936-094a-4a03-b831-aca84f2354ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:10.787753 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9fcea07a-a5e8-4451-8c71-d057a9ee50eb req-ec2b9936-094a-4a03-b831-aca84f2354ca tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.58 "DELETE /v2.0/ports/db0a2e90-3584-4d9b-8b5b-1d2d14553156 HTTP/1.1" status: 204 len: 173 time: 1.0349216 Aug 07 12:58:10.788292 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65d50c9-db32-4ed3-8632-f28e26bcbea4', 'name': 'network-vif-deleted', 'tag': 'db0a2e90-3584-4d9b-8b5b-1d2d14553156'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:58:10.790991 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27222eb7-9efa-43d5-8a94-a83ffa547fa9" -d '{"events": [{"server_uuid": "d65d50c9-db32-4ed3-8632-f28e26bcbea4", "name": "network-vif-deleted", "tag": "db0a2e90-3584-4d9b-8b5b-1d2d14553156"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:58:10.830850 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7103e2bd-d887-40c9-83c3-928b210f0a40 x-openstack-request-id: req-7103e2bd-d887-40c9-83c3-928b210f0a40 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:58:10.830850 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65d50c9-db32-4ed3-8632-f28e26bcbea4", "name": "network-vif-deleted", "tag": "db0a2e90-3584-4d9b-8b5b-1d2d14553156", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:58:10.830850 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7103e2bd-d887-40c9-83c3-928b210f0a40 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:58:10.831145 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65d50c9-db32-4ed3-8632-f28e26bcbea4', 'name': 'network-vif-deleted', 'tag': 'db0a2e90-3584-4d9b-8b5b-1d2d14553156', 'status': 'completed', 'code': 200} Aug 07 12:58:10.883900 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-524358a5-d0b6-493c-bd98-38a8d8167386 None None] Set router 95c8a746-7572-4f43-9123-9c623fa0fb16 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:58:11.098341 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-524358a5-d0b6-493c-bd98-38a8d8167386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:10Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:58:11.107372 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e2b30779-c0a5-4425-9bce-6d54550e92ed req-d5d49dbe-7a77-4008-9f19-92a4c5c1d850 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 210 time: 0.0270619 Aug 07 12:58:11.129805 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524358a5-d0b6-493c-bd98-38a8d8167386 None None] Checking router: 95c8a746-7572-4f43-9123-9c623fa0fb16 for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:58:11.138625 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524358a5-d0b6-493c-bd98-38a8d8167386 None None] Routers {'95c8a746-7572-4f43-9123-9c623fa0fb16'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:58:11.147444 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-524358a5-d0b6-493c-bd98-38a8d8167386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:58:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['95c8a746-7572-4f43-9123-9c623fa0fb16'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:58:11.372024 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-524358a5-d0b6-493c-bd98-38a8d8167386 None None] Set router 95c8a746-7572-4f43-9123-9c623fa0fb16 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:58:11.579398 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-524358a5-d0b6-493c-bd98-38a8d8167386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:10Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:58:11.607254 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524358a5-d0b6-493c-bd98-38a8d8167386 None None] The sync data for ids ['95c8a746-7572-4f43-9123-9c623fa0fb16'] in dv-cinder-787296-2-iscsi is: [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:10Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:58:11.821144 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9e6eb2-6b01-43a2-8db1-bc663f90f027 None None] New status for floating IP f8b16722-a46b-411a-b71b-df760da9b75a: DOWN {{(pid=100623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 12:58:12.232357 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e9e2e502-5163-45b4-adb4-022ed7f80b78 req-7b6e10e3-2cb1-45e9-84f1-9aecc31aaaec tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=d65d50c9-db32-4ed3-8632-f28e26bcbea4 HTTP/1.1" status: 200 len: 210 time: 0.0317740 Aug 07 12:58:13.500791 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e04aba1b-f816-4273-90a4-047dc5def6a4 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-585697098&fields=id&tenant_id=df0e389d6f0540aebecb728b30ce8c74 HTTP/1.1" status: 200 len: 267 time: 0.0409341 Aug 07 12:58:13.615946 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-91039e1d-0244-440a-a38b-fdc8b7d32573 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:13.617437 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-91039e1d-0244-440a-a38b-fdc8b7d32573 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/networks?id=b066dc66-c2d1-4e7c-b521-e613e80d7a48 HTTP/1.1" status: 200 len: 811 time: 0.1034658 Aug 07 12:58:13.632855 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-db58a22a-afc3-4419-8345-037540e9bd34 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/quotas/df0e389d6f0540aebecb728b30ce8c74 HTTP/1.1" status: 200 len: 375 time: 0.0096872 Aug 07 12:58:13.687637 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-fd770f20-cae1-49c2-954d-6a7bf5c78e5e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=df0e389d6f0540aebecb728b30ce8c74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491643 Aug 07 12:58:13.789244 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-4a075c2f-7d6d-40ba-a3b6-a3fa2734722a service neutron] 10.222.0.59 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898964 Aug 07 12:58:13.896765 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-11877e7c-13fe-4a17-a964-5a0e6fe1608c service neutron] 10.222.0.59 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012011 Aug 07 12:58:14.520178 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-28b940ff-5358-43ba-a6e6-e2f06c02d1bb req-816a7824-ffed-49f1-ba96-d03619a43f16 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 210 time: 0.0332804 Aug 07 12:58:14.552456 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device db0a2e90-3584-4d9b-8b5b-1d2d14553156 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:58:14.565419 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f4ab1c38-a4f7-49ac-ad1b-fd569422c0bf req-34236e6a-a2a4-4aa3-a3fe-e69d91b5900f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441816 Aug 07 12:58:14.583135 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: db0a2e90-3584-4d9b-8b5b-1d2d14553156 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:58:14.583476 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device db0a2e90-3584-4d9b-8b5b-1d2d14553156 not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:58:14.678694 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab1c38-a4f7-49ac-ad1b-fd569422c0bf req-178ff388-10b1-4eec-9f4a-39457ded4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:14.680214 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f4ab1c38-a4f7-49ac-ad1b-fd569422c0bf req-178ff388-10b1-4eec-9f4a-39457ded4ead service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=346cbadd20654de98ecc856c10be82f2&device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 1098 time: 0.0412774 Aug 07 12:58:14.794787 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab1c38-a4f7-49ac-ad1b-fd569422c0bf req-ad8fd311-cf38-490e-bf81-9167124f9d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:14.797064 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f4ab1c38-a4f7-49ac-ad1b-fd569422c0bf req-ad8fd311-cf38-490e-bf81-9167124f9d86 service neutron] 10.222.0.58 "GET /v2.0/networks?id=97f61b41-fa69-486e-9b79-ecc6068dcd4f HTTP/1.1" status: 200 len: 909 time: 0.0911379 Aug 07 12:58:14.864117 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f4ab1c38-a4f7-49ac-ad1b-fd569422c0bf req-f07b6ad9-24e9-462b-842a-4bc027e84e19 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5426d701-ac3a-40c4-a1d2-892478dff7b6 HTTP/1.1" status: 200 len: 1000 time: 0.0592427 Aug 07 12:58:14.929877 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab1c38-a4f7-49ac-ad1b-fd569422c0bf req-ba70856a-cacc-4ef6-849a-3a14ff538d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:14.931382 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f4ab1c38-a4f7-49ac-ad1b-fd569422c0bf req-ba70856a-cacc-4ef6-849a-3a14ff538d92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f8a9833-6598-4d66-ab83-b0c7c6d42105 HTTP/1.1" status: 200 len: 847 time: 0.0527651 Aug 07 12:58:14.982435 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab1c38-a4f7-49ac-ad1b-fd569422c0bf req-847b0a1e-18fd-4911-a85c-db6552edd4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:14.984873 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f4ab1c38-a4f7-49ac-ad1b-fd569422c0bf req-847b0a1e-18fd-4911-a85c-db6552edd4f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=97f61b41-fa69-486e-9b79-ecc6068dcd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458379 Aug 07 12:58:15.086561 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f4ab1c38-a4f7-49ac-ad1b-fd569422c0bf req-6b4a2aff-1dd2-4061-bb67-d115822c763a service neutron] 10.222.0.58 "GET /v2.0/networks/97f61b41-fa69-486e-9b79-ecc6068dcd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913792 Aug 07 12:58:15.186611 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f4ab1c38-a4f7-49ac-ad1b-fd569422c0bf req-3edf044f-74f0-40f0-8f01-a9504bb803b5 service neutron] 10.222.0.58 "GET /v2.0/networks/97f61b41-fa69-486e-9b79-ecc6068dcd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919921 Aug 07 12:58:15.626458 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10ad450e-5f6d-440b-9b66-54fedd1620d0 req-cf5062e1-cff7-48d9-9409-393ab17b8624 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 210 time: 0.0338318 Aug 07 12:58:16.729164 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-351a47c9-90b9-4f13-b9f0-6a7056c1feb8 req-9a3d52d9-895d-4271-b6a3-18a3968159f3 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 210 time: 0.0310981 Aug 07 12:58:16.860890 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-447be244-4ba1-4a51-a266-e416528e3e5e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:16.864931 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-447be244-4ba1-4a51-a266-e416528e3e5e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.58 "GET /v2.0/networks?id=b066dc66-c2d1-4e7c-b521-e613e80d7a48 HTTP/1.1" status: 200 len: 811 time: 0.1069129 Aug 07 12:58:16.926232 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-a82b8749-79a0-42b8-9acc-a0e3333ed94e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df0e389d6f0540aebecb728b30ce8c74 HTTP/1.1" status: 200 len: 379 time: 0.0351796 Aug 07 12:58:16.938749 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-798f868d-78e2-4f1f-9940-f0c6c529d372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Request body: {'port': {'device_id': '1424d581-66dd-4853-a4da-ab69f10fa356', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'admin_state_up': True, 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'security_groups': ['d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa']}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:58:17.158135 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-798f868d-78e2-4f1f-9940-f0c6c529d372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Made reservation on behalf of df0e389d6f0540aebecb728b30ce8c74 for: {'port': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:58:17.161768 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-798f868d-78e2-4f1f-9940-f0c6c529d372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:17.291673 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-798f868d-78e2-4f1f-9940-f0c6c529d372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Allocated IP 172.20.0.4 (b066dc66-c2d1-4e7c-b521-e613e80d7a48/ba1b8a5f-6360-4118-8a05-67005538af59/cb41d00a-0a16-42fa-801f-28e1c4c71473) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:58:17.434916 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-798f868d-78e2-4f1f-9940-f0c6c529d372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:17.449553 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-798f868d-78e2-4f1f-9940-f0c6c529d372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Transition to ACTIVE for port object cb41d00a-0a16-42fa-801f-28e1c4c71473 will not be triggered until provisioned by entity DHCP. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:58:17.615850 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-798f868d-78e2-4f1f-9940-f0c6c529d372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:17.667513 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-798f868d-78e2-4f1f-9940-f0c6c529d372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Network b066dc66-c2d1-4e7c-b521-e613e80d7a48 is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:58:17.671301 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-798f868d-78e2-4f1f-9940-f0c6c529d372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:58:17.679152 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-798f868d-78e2-4f1f-9940-f0c6c529d372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:58:17.681465 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f868d-78e2-4f1f-9940-f0c6c529d372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event updated for resources: {'Port': ['ID=cb41d00a-0a16-42fa-801f-28e1c4c71473,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:17.734977 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-798f868d-78e2-4f1f-9940-f0c6c529d372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:17.735614 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-798f868d-78e2-4f1f-9940-f0c6c529d372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:17.837549 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-798f868d-78e2-4f1f-9940-f0c6c529d372 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9025702 Aug 07 12:58:17.863876 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Request body: {'port': {'device_id': '1424d581-66dd-4853-a4da-ab69f10fa356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:58:17.880185 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b218fad-56d1-453f-ab7a-4fa28ad40be4 req-42418d60-e9dd-437f-85e5-38530abd2d9d tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:17.880185 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-6b218fad-56d1-453f-ab7a-4fa28ad40be4 req-42418d60-e9dd-437f-85e5-38530abd2d9d tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 931 time: 0.0707815 Aug 07 12:58:17.968692 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:17.973439 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-6b218fad-56d1-453f-ab7a-4fa28ad40be4 req-c93b6b6b-345f-4ca2-8089-6e18091c3a67 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757182 Aug 07 12:58:18.061183 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-bbdb8620-bde9-40b9-9432-40772de6b403 None None] Provisioning for port cb41d00a-0a16-42fa-801f-28e1c4c71473 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:58:18.065239 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-bbdb8620-bde9-40b9-9432-40772de6b403 None None] Provisioning complete for port cb41d00a-0a16-42fa-801f-28e1c4c71473 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:58:18.065634 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-bbdb8620-bde9-40b9-9432-40772de6b403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:18.104822 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb8620-bde9-40b9-9432-40772de6b403 None None] Port cb41d00a-0a16-42fa-801f-28e1c4c71473 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 12:58:18.256273 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb41d00a-0a16-42fa-801f-28e1c4c71473 {{(pid=100620) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:58:18.264437 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:18.277978 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.provisioning_blocks [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Transition to ACTIVE for port object cb41d00a-0a16-42fa-801f-28e1c4c71473 will not be triggered until provisioned by entity L2. {{(pid=100620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:58:18.376327 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:18.450734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb41d00a-0a16-42fa-801f-28e1c4c71473,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:18.506214 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Attempting to bind port cb41d00a-0a16-42fa-801f-28e1c4c71473 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:58:18.506572 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Attempting to bind port cb41d00a-0a16-42fa-801f-28e1c4c71473 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:58:18.506905 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Attempting to bind port cb41d00a-0a16-42fa-801f-28e1c4c71473 on network b066dc66-c2d1-4e7c-b521-e613e80d7a48 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:58:18.511602 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Port cb41d00a-0a16-42fa-801f-28e1c4c71473 on network b066dc66-c2d1-4e7c-b521-e613e80d7a48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:58:18.511862 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Attempting to bind port cb41d00a-0a16-42fa-801f-28e1c4c71473 on network b066dc66-c2d1-4e7c-b521-e613e80d7a48 {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:58:18.517052 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:58:18.517397 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Checking segment: {'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:58:18.517784 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Bound using segment: {'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'} {{(pid=100620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:58:18.518243 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.managers [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Bound port: cb41d00a-0a16-42fa-801f-28e1c4c71473, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'}}] {{(pid=100620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:58:18.518603 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:18.591123 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] For port cb41d00a-0a16-42fa-801f-28e1c4c71473, host hv-cinder-78729, cleared binding levels {{(pid=100620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:58:18.594603 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] For port cb41d00a-0a16-42fa-801f-28e1c4c71473, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=cb41d00a-0a16-42fa-801f-28e1c4c71473,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:58:18.705707 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:18.741506 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:18.742122 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:18.743577 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] 10.222.0.58 "PUT /v2.0/ports/cb41d00a-0a16-42fa-801f-28e1c4c71473 HTTP/1.1" status: 200 len: 1093 time: 0.8875535 Aug 07 12:58:18.744039 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1424d581-66dd-4853-a4da-ab69f10fa356', 'tag': 'cb41d00a-0a16-42fa-801f-28e1c4c71473'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:58:18.746279 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bd147f-068b-4f88-bfd0-3a3a8e0b092a" -d '{"events": [{"name": "network-changed", "server_uuid": "1424d581-66dd-4853-a4da-ab69f10fa356", "tag": "cb41d00a-0a16-42fa-801f-28e1c4c71473"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:58:18.773383 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f09b05-21d5-4858-bc0a-16618578bdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb41d00a-0a16-42fa-801f-28e1c4c71473,revision_number=3']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:18.791158 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47afb9cc-a6f9-44cb-ab45-43297d3e7a7b x-openstack-request-id: req-47afb9cc-a6f9-44cb-ab45-43297d3e7a7b {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:58:18.791444 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1424d581-66dd-4853-a4da-ab69f10fa356", "tag": "cb41d00a-0a16-42fa-801f-28e1c4c71473", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:58:18.791778 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-47afb9cc-a6f9-44cb-ab45-43297d3e7a7b {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:58:18.792100 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1424d581-66dd-4853-a4da-ab69f10fa356', 'tag': 'cb41d00a-0a16-42fa-801f-28e1c4c71473', 'status': 'completed', 'code': 200} Aug 07 12:58:18.888460 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd147f-068b-4f88-bfd0-3a3a8e0b092a req-a3de1cc0-f1ca-49f8-a790-b884ba3814f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:18.890579 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-13bd147f-068b-4f88-bfd0-3a3a8e0b092a req-a3de1cc0-f1ca-49f8-a790-b884ba3814f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df0e389d6f0540aebecb728b30ce8c74&device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 1096 time: 0.0441544 Aug 07 12:58:19.004233 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd147f-068b-4f88-bfd0-3a3a8e0b092a req-95d52b8d-4796-472a-a781-1ca9c86398b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:19.005700 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-13bd147f-068b-4f88-bfd0-3a3a8e0b092a req-95d52b8d-4796-472a-a781-1ca9c86398b6 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=df0e389d6f0540aebecb728b30ce8c74&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0989909 Aug 07 12:58:19.112676 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73155ac4-8768-4866-8d9f-2ca2033b9fda req-e2a8e7ad-5ce5-44fc-a626-84ec3a55166e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:19.114317 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-73155ac4-8768-4866-8d9f-2ca2033b9fda req-e2a8e7ad-5ce5-44fc-a626-84ec3a55166e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 943 time: 0.0545244 Aug 07 12:58:19.120859 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd147f-068b-4f88-bfd0-3a3a8e0b092a req-2d749c03-91e1-4870-bfce-df5e71ff7899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:19.122456 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-13bd147f-068b-4f88-bfd0-3a3a8e0b092a req-2d749c03-91e1-4870-bfce-df5e71ff7899 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977905 Aug 07 12:58:19.156539 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-73155ac4-8768-4866-8d9f-2ca2033b9fda req-a3b670f8-a67d-425f-bcdd-e3c06de741b1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358498 Aug 07 12:58:19.234286 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-7e13c66a-927b-41ba-95dd-f3beb11c0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:19.235824 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-7e13c66a-927b-41ba-95dd-f3beb11c0ce0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df0e389d6f0540aebecb728b30ce8c74&device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 1096 time: 0.0460055 Aug 07 12:58:19.287024 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-6968d8f8-f44a-4c3b-8676-e572b278fd52 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb41d00a-0a16-42fa-801f-28e1c4c71473 HTTP/1.1" status: 200 len: 217 time: 0.0348568 Aug 07 12:58:19.339171 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-29888d25-9acd-48ff-8633-894e4900e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:19.340703 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-29888d25-9acd-48ff-8633-894e4900e480 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ba1b8a5f-6360-4118-8a05-67005538af59 HTTP/1.1" status: 200 len: 850 time: 0.0455983 Aug 07 12:58:19.395629 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-ea88756d-0926-43de-8da1-7172b6f8cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:19.397460 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-ea88756d-0926-43de-8da1-7172b6f8cb3d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b066dc66-c2d1-4e7c-b521-e613e80d7a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487082 Aug 07 12:58:19.500728 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-15ddcc22-bdbc-4758-b478-cc864267a960 service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952613 Aug 07 12:58:19.606549 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f3fab4cc-8de4-4f0e-9676-e0701cd5038b req-4f28574c-4246-45f5-abad-7cdffbeee1e1 service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960641 Aug 07 12:58:20.275065 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b82cf-1fee-483e-9c73-3fd5813d9ee9 req-38d14fab-bded-4176-bdfc-c89ecc086141 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:20.276587 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7c4b82cf-1fee-483e-9c73-3fd5813d9ee9 req-38d14fab-bded-4176-bdfc-c89ecc086141 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 943 time: 0.0499701 Aug 07 12:58:20.317556 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7c4b82cf-1fee-483e-9c73-3fd5813d9ee9 req-66779eae-7338-4a17-933c-7ae23a457c15 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340352 Aug 07 12:58:20.892580 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89201c0d-e7ce-4a7d-8f5e-4790a12f195e req-7e35f203-9d1f-4be9-9c0a-b575accb3990 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:20.894115 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-89201c0d-e7ce-4a7d-8f5e-4790a12f195e req-7e35f203-9d1f-4be9-9c0a-b575accb3990 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 946 time: 0.0499852 Aug 07 12:58:20.937538 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-89201c0d-e7ce-4a7d-8f5e-4790a12f195e req-7f8ab10e-3778-4edd-b0d3-73619c7ef18f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372353 Aug 07 12:58:21.433637 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4e7d4-5469-4ddb-b4a2-e5856bf57db5 req-170b5994-2477-4018-a57e-eafd6e5e1a0f tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:21.435113 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10e4e7d4-5469-4ddb-b4a2-e5856bf57db5 req-170b5994-2477-4018-a57e-eafd6e5e1a0f tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 943 time: 0.0491402 Aug 07 12:58:21.474116 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-10e4e7d4-5469-4ddb-b4a2-e5856bf57db5 req-3c05144c-7bbc-42d0-85b1-b3141598e0f5 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320385 Aug 07 12:58:22.059965 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94273b42-c786-4ee2-bba5-69ddc16ce29a req-454ed9dc-dce4-453a-b5d0-3a676d265fea tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:22.061549 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-94273b42-c786-4ee2-bba5-69ddc16ce29a req-454ed9dc-dce4-453a-b5d0-3a676d265fea tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 946 time: 0.0533695 Aug 07 12:58:22.101353 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-94273b42-c786-4ee2-bba5-69ddc16ce29a req-422e9dab-b861-4edb-9fef-90c0ef7228df tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331607 Aug 07 12:58:22.590737 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 40340) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:22.593938 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef4993-67db-42e5-a7c9-055bd930b466 req-3a93f99e-90b9-4839-9092-e8bad96d4cff tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:22.595372 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-74ef4993-67db-42e5-a7c9-055bd930b466 req-3a93f99e-90b9-4839-9092-e8bad96d4cff tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 943 time: 0.0535927 Aug 07 12:58:22.633638 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-74ef4993-67db-42e5-a7c9-055bd930b466 req-784dc6e8-432a-4034-a6a5-bf8e89dbfbeb tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321462 Aug 07 12:58:22.697359 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c7a9eaaf-a29a-44c3-9cfa-612bab9576be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:22.786811 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c7a9eaaf-a29a-44c3-9cfa-612bab9576be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:22.843308 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c7a9eaaf-a29a-44c3-9cfa-612bab9576be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:22.892021 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-c7a9eaaf-a29a-44c3-9cfa-612bab9576be admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a353e4582ef140e4a9599619fe549185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001304 Aug 07 12:58:22.895030 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 40344) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:22.899787 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c754d9b-fdfd-4dc9-afd5-7065d585ae9f req-4674f457-1e99-41b3-94d8-1b81acbd95e2 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:22.901281 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1c754d9b-fdfd-4dc9-afd5-7065d585ae9f req-4674f457-1e99-41b3-94d8-1b81acbd95e2 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.58 "GET /v2.0/ports?device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 946 time: 0.0893190 Aug 07 12:58:22.901926 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9eaaf-a29a-44c3-9cfa-612bab9576be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ea9db7-6376-4526-8883-a43d9dffd37b,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:22.956739 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8384e198-e87e-4905-a422-b3c1b9c72142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:22.985640 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8384e198-e87e-4905-a422-b3c1b9c72142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:23.045802 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-1c754d9b-fdfd-4dc9-afd5-7065d585ae9f req-7a659405-423d-4816-afad-7f6cb7c17142 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Deleting port 8e8981cc-6857-476e-a368-08e78845e6de {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:58:23.045802 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1c754d9b-fdfd-4dc9-afd5-7065d585ae9f req-7a659405-423d-4816-afad-7f6cb7c17142 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:23.124892 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8384e198-e87e-4905-a422-b3c1b9c72142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:23.128105 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8384e198-e87e-4905-a422-b3c1b9c72142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:23.129747 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-8384e198-e87e-4905-a422-b3c1b9c72142 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/86ea9db7-6376-4526-8883-a43d9dffd37b HTTP/1.1" status: 204 len: 168 time: 0.2337370 Aug 07 12:58:23.136195 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-1c754d9b-fdfd-4dc9-afd5-7065d585ae9f req-7a659405-423d-4816-afad-7f6cb7c17142 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] For port 8e8981cc-6857-476e-a368-08e78845e6de, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=8e8981cc-6857-476e-a368-08e78845e6de,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:58:23.136717 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1c754d9b-fdfd-4dc9-afd5-7065d585ae9f req-7a659405-423d-4816-afad-7f6cb7c17142 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:23.139506 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384e198-e87e-4905-a422-b3c1b9c72142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ea9db7-6376-4526-8883-a43d9dffd37b,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:23.153518 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-1c754d9b-fdfd-4dc9-afd5-7065d585ae9f req-7a659405-423d-4816-afad-7f6cb7c17142 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Calling delete_port for 8e8981cc-6857-476e-a368-08e78845e6de owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:58:23.257641 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f43af0-5acc-4a0a-842e-7d6a099c64de req-c4019166-1193-435c-9236-cbd4d996f515 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:23.259302 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c0f43af0-5acc-4a0a-842e-7d6a099c64de req-c4019166-1193-435c-9236-cbd4d996f515 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 946 time: 0.0511310 Aug 07 12:58:23.313485 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c0f43af0-5acc-4a0a-842e-7d6a099c64de req-8f25177b-4be6-4f1d-91b7-a743df2e3c90 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475738 Aug 07 12:58:23.386694 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1c754d9b-fdfd-4dc9-afd5-7065d585ae9f req-7a659405-423d-4816-afad-7f6cb7c17142 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:23.413896 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a659405-423d-4816-afad-7f6cb7c17142 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Pushing event deleted for resources: {'Port': ['ID=8e8981cc-6857-476e-a368-08e78845e6de,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:23.431373 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['368f98cb-b87c-4356-a2b5-8ddeede0330f', 'd15ca941-66d0-48a7-b3cc-0a1fa514afcb', '45b515b2-5c05-4836-8ca4-61c847d60e29', '8e8981cc-6857-476e-a368-08e78845e6de'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:58:23.468517 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c754d9b-fdfd-4dc9-afd5-7065d585ae9f req-7a659405-423d-4816-afad-7f6cb7c17142 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] No DVR routers for this DVR port 8e8981cc-6857-476e-a368-08e78845e6de on host hv-cinder-78729 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:58:23.471430 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-1c754d9b-fdfd-4dc9-afd5-7065d585ae9f req-7a659405-423d-4816-afad-7f6cb7c17142 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:23.473768 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1c754d9b-fdfd-4dc9-afd5-7065d585ae9f req-7a659405-423d-4816-afad-7f6cb7c17142 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.58 "DELETE /v2.0/ports/8e8981cc-6857-476e-a368-08e78845e6de HTTP/1.1" status: 204 len: 173 time: 0.5621634 Aug 07 12:58:23.474267 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9175e9-41c3-47ce-b7c7-bf6790a6dd52', 'name': 'network-vif-deleted', 'tag': '8e8981cc-6857-476e-a368-08e78845e6de'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:58:23.476555 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff364acd-f957-4197-b828-ef38f61c92cb" -d '{"events": [{"server_uuid": "5b9175e9-41c3-47ce-b7c7-bf6790a6dd52", "name": "network-vif-deleted", "tag": "8e8981cc-6857-476e-a368-08e78845e6de"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:58:23.527042 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741c0d3e-1ec3-42cd-9460-0d08cdcae6a6 x-openstack-request-id: req-741c0d3e-1ec3-42cd-9460-0d08cdcae6a6 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:58:23.527348 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9175e9-41c3-47ce-b7c7-bf6790a6dd52", "name": "network-vif-deleted", "tag": "8e8981cc-6857-476e-a368-08e78845e6de", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:58:23.527620 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-741c0d3e-1ec3-42cd-9460-0d08cdcae6a6 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:58:23.528443 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9175e9-41c3-47ce-b7c7-bf6790a6dd52', 'name': 'network-vif-deleted', 'tag': '8e8981cc-6857-476e-a368-08e78845e6de', 'status': 'completed', 'code': 200} Aug 07 12:58:23.561037 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47153475-0dc0-45d1-aee2-6690e278053b req-5ebc5edd-6e5d-49aa-b059-b19f04ea34da tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:23.563630 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-47153475-0dc0-45d1-aee2-6690e278053b req-5ebc5edd-6e5d-49aa-b059-b19f04ea34da tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0584538 Aug 07 12:58:23.606442 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-47153475-0dc0-45d1-aee2-6690e278053b req-ca79c32d-9064-4822-a1f7-59d4feddee7b tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359411 Aug 07 12:58:23.759446 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102507f5-efac-4da8-a6db-b1779b502bdc req-6c1f3080-2ff3-4deb-aebc-cb800a995207 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:23.761155 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-102507f5-efac-4da8-a6db-b1779b502bdc req-6c1f3080-2ff3-4deb-aebc-cb800a995207 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 943 time: 0.0520680 Aug 07 12:58:23.803181 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-102507f5-efac-4da8-a6db-b1779b502bdc req-4edfb2dd-2b1b-415a-a91e-d0592e3ef131 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348995 Aug 07 12:58:23.882613 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 40360) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:23.895871 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8166346d-2aac-4d9a-95bf-6551358f6a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:23.987283 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8166346d-2aac-4d9a-95bf-6551358f6a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:24.072400 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8166346d-2aac-4d9a-95bf-6551358f6a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:24.108789 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166346d-2aac-4d9a-95bf-6551358f6a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a358954d-8d3f-48db-950a-5f80e0951ea5,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:24.113982 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-8166346d-2aac-4d9a-95bf-6551358f6a4d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1a7528d5f479495fa2db3cd5938c0410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303443 Aug 07 12:58:24.116743 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 40362) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:24.164160 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-405d5cec-3918-4ffc-96ba-1b67970fdc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:24.192280 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-405d5cec-3918-4ffc-96ba-1b67970fdc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:24.329814 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-405d5cec-3918-4ffc-96ba-1b67970fdc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:24.332354 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-405d5cec-3918-4ffc-96ba-1b67970fdc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:24.333551 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-405d5cec-3918-4ffc-96ba-1b67970fdc86 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a358954d-8d3f-48db-950a-5f80e0951ea5 HTTP/1.1" status: 204 len: 168 time: 0.2159851 Aug 07 12:58:24.341655 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d5cec-3918-4ffc-96ba-1b67970fdc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a358954d-8d3f-48db-950a-5f80e0951ea5,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:24.435149 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e23ca3e2-cc9c-4f8a-b590-1695f0873a72 req-775a88f9-debe-463a-a53e-04294245e5bf tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=5b9175e9-41c3-47ce-b7c7-bf6790a6dd52 HTTP/1.1" status: 200 len: 210 time: 0.0309680 Aug 07 12:58:24.724088 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f4590d-9ed1-49be-b0ef-3435e7bcfb8f req-01e30186-551c-4197-9416-ad38c44ff35a tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:24.725698 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c8f4590d-9ed1-49be-b0ef-3435e7bcfb8f req-01e30186-551c-4197-9416-ad38c44ff35a tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0511389 Aug 07 12:58:24.764804 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c8f4590d-9ed1-49be-b0ef-3435e7bcfb8f req-b86bb5cd-e31e-4ce3-9bc4-495ca43431ea tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328104 Aug 07 12:58:24.921877 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763dc51-74de-44b0-8f3b-ae54deb80b21 req-42b6a34b-dc96-4840-9cda-90c9a1db8eec tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:24.923900 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d763dc51-74de-44b0-8f3b-ae54deb80b21 req-42b6a34b-dc96-4840-9cda-90c9a1db8eec tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 943 time: 0.0501814 Aug 07 12:58:24.964105 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d763dc51-74de-44b0-8f3b-ae54deb80b21 req-84da669a-65f8-4d9b-8aca-a35ee4490deb tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338745 Aug 07 12:58:25.885947 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f9fb1-e37f-473f-8461-5e0d024cec9a req-e1f6332e-d2d1-4c46-aa04-6eecfeb79eff tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:25.887542 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ee0f9fb1-e37f-473f-8461-5e0d024cec9a req-e1f6332e-d2d1-4c46-aa04-6eecfeb79eff tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0517807 Aug 07 12:58:25.930084 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ee0f9fb1-e37f-473f-8461-5e0d024cec9a req-4043c5ec-bf32-4b79-93ae-b5bc3679f414 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362732 Aug 07 12:58:26.095448 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd849a-1d09-4ee8-bde2-ebacd86383cb req-906b882e-3a20-4964-b1f7-f3af26e2e348 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:26.096993 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ebbd849a-1d09-4ee8-bde2-ebacd86383cb req-906b882e-3a20-4964-b1f7-f3af26e2e348 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 943 time: 0.0617177 Aug 07 12:58:26.136882 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ebbd849a-1d09-4ee8-bde2-ebacd86383cb req-b7a82df2-b23b-41b2-a133-0f361e76d253 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338128 Aug 07 12:58:26.603215 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 8e8981cc-6857-476e-a368-08e78845e6de no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:58:26.625332 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: 8e8981cc-6857-476e-a368-08e78845e6de {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:58:26.626523 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 8e8981cc-6857-476e-a368-08e78845e6de not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:58:27.046760 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b238000-ef27-439f-aedf-59973daa4f07 req-9b3af672-7f9e-47a7-aeef-59b0309e8379 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:27.049001 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0b238000-ef27-439f-aedf-59973daa4f07 req-9b3af672-7f9e-47a7-aeef-59b0309e8379 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0507119 Aug 07 12:58:27.089089 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0b238000-ef27-439f-aedf-59973daa4f07 req-ae8ec45a-68c5-4097-8dfa-e200eb1880fc tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334361 Aug 07 12:58:27.261564 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3524bb8-f739-4e38-bfb7-a67fea25505e req-5d6611ab-9767-4d2d-89c3-7128e08b0b3e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:27.263491 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b3524bb8-f739-4e38-bfb7-a67fea25505e req-5d6611ab-9767-4d2d-89c3-7128e08b0b3e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 943 time: 0.0552070 Aug 07 12:58:27.305377 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b3524bb8-f739-4e38-bfb7-a67fea25505e req-34b1bbce-eb5b-4b69-81c5-3cb2142d559f tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353956 Aug 07 12:58:27.314945 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fa2fd-eaf4-4cfb-8388-d924b95b66b1 req-c4e85a0b-20f9-4267-99da-9563185d7d87 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:27.317051 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d89fa2fd-eaf4-4cfb-8388-d924b95b66b1 req-c4e85a0b-20f9-4267-99da-9563185d7d87 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 945 time: 0.0534730 Aug 07 12:58:27.358935 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d89fa2fd-eaf4-4cfb-8388-d924b95b66b1 req-1779f99e-e50c-43f7-8297-6fd8a5673540 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350738 Aug 07 12:58:28.209146 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f5c98-80c7-4460-a744-7579fb9ab5e0 req-584527dd-821f-4fd3-9acb-3c41034e7fb4 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:28.210689 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-300f5c98-80c7-4460-a744-7579fb9ab5e0 req-584527dd-821f-4fd3-9acb-3c41034e7fb4 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0534716 Aug 07 12:58:28.248833 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-300f5c98-80c7-4460-a744-7579fb9ab5e0 req-64fa2a2e-2af1-4f00-9212-bc031cf789a0 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322676 Aug 07 12:58:28.425821 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edaf20-bfdb-4a57-883e-762239ec222c req-d3924b78-4aa3-4743-b795-5f468786e408 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:28.427355 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-70edaf20-bfdb-4a57-883e-762239ec222c req-d3924b78-4aa3-4743-b795-5f468786e408 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 943 time: 0.0521791 Aug 07 12:58:28.472003 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-70edaf20-bfdb-4a57-883e-762239ec222c req-147ce67e-d7b8-4bae-bad4-412e98e03f21 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383363 Aug 07 12:58:28.479612 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34571de-0a30-4d20-8ed1-fe15a28ffe7c req-1f28073d-e89a-4563-a20a-051105d6a124 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:28.479612 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f34571de-0a30-4d20-8ed1-fe15a28ffe7c req-1f28073d-e89a-4563-a20a-051105d6a124 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 945 time: 0.0508564 Aug 07 12:58:28.518929 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f34571de-0a30-4d20-8ed1-fe15a28ffe7c req-20786a91-e398-4374-8d54-bb47128d55c6 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334826 Aug 07 12:58:28.606978 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device cb41d00a-0a16-42fa-801f-28e1c4c71473 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:58:28.707145 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port cb41d00a-0a16-42fa-801f-28e1c4c71473, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=cb41d00a-0a16-42fa-801f-28e1c4c71473,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:58:28.721694 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': 'cb41d00a-0a16-42fa-801f-28e1c4c71473', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'port_id': 'cb41d00a-0a16-42fa-801f-28e1c4c71473', 'mac_address': 'fa:16:3e:ff:f4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:58:28.761044 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:28.774173 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb41d00a-0a16-42fa-801f-28e1c4c71473 {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:58:28.793569 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port cb41d00a-0a16-42fa-801f-28e1c4c71473, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=cb41d00a-0a16-42fa-801f-28e1c4c71473,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:58:28.849076 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:28.901216 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=cb41d00a-0a16-42fa-801f-28e1c4c71473,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:28.913365 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:28.913748 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:28.914094 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:28.918240 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:28.918240 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:28.918240 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:28.918240 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:28.918240 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:28.918240 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:28.918240 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:28.918240 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:28.918240 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:29.229216 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['cb41d00a-0a16-42fa-801f-28e1c4c71473'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:58:29.295615 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb27215-6a3f-48dd-8ea5-c577eed8f6ac req-a0fb7b66-44fc-4b3f-80b9-1b0308f850df tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:29.297498 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8cb27215-6a3f-48dd-8ea5-c577eed8f6ac req-a0fb7b66-44fc-4b3f-80b9-1b0308f850df tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.58 "GET /v2.0/ports?device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 945 time: 0.0514553 Aug 07 12:58:29.377649 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540dcd8f-768f-4c00-8029-426d5432520f req-3a510306-3313-4483-9693-5ecca77a435d tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:29.379437 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-540dcd8f-768f-4c00-8029-426d5432520f req-3a510306-3313-4483-9693-5ecca77a435d tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0532229 Aug 07 12:58:29.408737 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-8cb27215-6a3f-48dd-8ea5-c577eed8f6ac req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Deleting port 45b515b2-5c05-4836-8ca4-61c847d60e29 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:58:29.409087 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8cb27215-6a3f-48dd-8ea5-c577eed8f6ac req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:29.423975 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-540dcd8f-768f-4c00-8029-426d5432520f req-d2c988cb-515b-41f3-8549-2ccfee8d3b28 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379574 Aug 07 12:58:29.523828 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [req-8cb27215-6a3f-48dd-8ea5-c577eed8f6ac req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] For port 45b515b2-5c05-4836-8ca4-61c847d60e29, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=45b515b2-5c05-4836-8ca4-61c847d60e29,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:58:29.524420 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8cb27215-6a3f-48dd-8ea5-c577eed8f6ac req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:29.538366 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [req-8cb27215-6a3f-48dd-8ea5-c577eed8f6ac req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Calling delete_port for 45b515b2-5c05-4836-8ca4-61c847d60e29 owned by compute:nova {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:58:29.637152 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818abc26-a23c-44b8-b132-a22e102bb678 req-cc130b20-41df-4ab0-9875-35b263f01875 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:29.638698 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-818abc26-a23c-44b8-b132-a22e102bb678 req-cc130b20-41df-4ab0-9875-35b263f01875 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 945 time: 0.0503602 Aug 07 12:58:29.645399 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8c3e3-0a48-43ef-9131-f86690b8c908 req-1a9d227e-f5c1-49b3-b376-94a25b99fbf0 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:29.647020 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8bc8c3e3-0a48-43ef-9131-f86690b8c908 req-1a9d227e-f5c1-49b3-b376-94a25b99fbf0 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 944 time: 0.1041710 Aug 07 12:58:29.681907 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-818abc26-a23c-44b8-b132-a22e102bb678 req-ab420ba6-f5b0-47bf-9331-7e1d3ebdbc6d tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367894 Aug 07 12:58:29.732011 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8bc8c3e3-0a48-43ef-9131-f86690b8c908 req-d4eaf2d3-3c0a-491d-b82c-cf4f7160ea0e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785255 Aug 07 12:58:29.889220 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8cb27215-6a3f-48dd-8ea5-c577eed8f6ac req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:29.922949 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Pushing event deleted for resources: {'Port': ['ID=45b515b2-5c05-4836-8ca4-61c847d60e29,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:29.935150 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:29.935439 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:29.935783 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:29.936117 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:29.936451 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:29.936782 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:29.937112 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:29.937440 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:29.937883 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:29.938275 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:29.938608 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:29.938941 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:30.040798 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['368f98cb-b87c-4356-a2b5-8ddeede0330f', 'd15ca941-66d0-48a7-b3cc-0a1fa514afcb', '45b515b2-5c05-4836-8ca4-61c847d60e29'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:58:30.232177 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb27215-6a3f-48dd-8ea5-c577eed8f6ac req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] No DVR routers for this DVR port 45b515b2-5c05-4836-8ca4-61c847d60e29 on host hv-cinder-78729 {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:58:30.234767 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [req-8cb27215-6a3f-48dd-8ea5-c577eed8f6ac req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:30.237336 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8cb27215-6a3f-48dd-8ea5-c577eed8f6ac req-8d931028-28a1-484c-be75-3f25874ce200 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.58 "DELETE /v2.0/ports/45b515b2-5c05-4836-8ca4-61c847d60e29 HTTP/1.1" status: 204 len: 173 time: 0.9330969 Aug 07 12:58:30.237952 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21debccf-40e3-4ba6-a580-76333c9b9e1c', 'name': 'network-vif-deleted', 'tag': '45b515b2-5c05-4836-8ca4-61c847d60e29'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:58:30.240419 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1e6055-e5b4-410b-99fb-4f509d00de7d" -d '{"events": [{"server_uuid": "21debccf-40e3-4ba6-a580-76333c9b9e1c", "name": "network-vif-deleted", "tag": "45b515b2-5c05-4836-8ca4-61c847d60e29"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:58:30.278297 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34d2302-5064-437d-b4a7-6939ef6f4d16 x-openstack-request-id: req-c34d2302-5064-437d-b4a7-6939ef6f4d16 {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:58:30.278663 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21debccf-40e3-4ba6-a580-76333c9b9e1c", "name": "network-vif-deleted", "tag": "45b515b2-5c05-4836-8ca4-61c847d60e29", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:58:30.278919 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c34d2302-5064-437d-b4a7-6939ef6f4d16 {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:58:30.279310 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21debccf-40e3-4ba6-a580-76333c9b9e1c', 'name': 'network-vif-deleted', 'tag': '45b515b2-5c05-4836-8ca4-61c847d60e29', 'status': 'completed', 'code': 200} Aug 07 12:58:30.560657 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ba3a9-3eab-41d4-afa7-1239acfca9b3 req-011c3880-7d05-417a-b2b7-94e49a2d221b tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:30.562138 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-848ba3a9-3eab-41d4-afa7-1239acfca9b3 req-011c3880-7d05-417a-b2b7-94e49a2d221b tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0498049 Aug 07 12:58:30.603871 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-848ba3a9-3eab-41d4-afa7-1239acfca9b3 req-44ad1a66-4dc9-4843-8139-77ea15b09180 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339065 Aug 07 12:58:30.666649 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device cb41d00a-0a16-42fa-801f-28e1c4c71473 up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:58:30.797756 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port cb41d00a-0a16-42fa-801f-28e1c4c71473 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:58:30.803691 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port cb41d00a-0a16-42fa-801f-28e1c4c71473 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:58:30.805116 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-be034637-235a-47f0-8256-d126555f911e req-d8ae0d13-1410-4a6f-b4d7-f012987f2a24 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=21debccf-40e3-4ba6-a580-76333c9b9e1c HTTP/1.1" status: 200 len: 210 time: 0.0293422 Aug 07 12:58:30.805614 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:30.876687 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbca4d-3c6b-4730-9d12-e5f5473a9d8b req-cdd84f1a-43c5-47a8-b3bb-e1575312d8ec tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:30.878287 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-55dbca4d-3c6b-4730-9d12-e5f5473a9d8b req-cdd84f1a-43c5-47a8-b3bb-e1575312d8ec tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 944 time: 0.0519023 Aug 07 12:58:30.901498 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:30.917784 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-55dbca4d-3c6b-4730-9d12-e5f5473a9d8b req-07c30e82-d345-4061-a64e-a5438ec3e626 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333385 Aug 07 12:58:30.925330 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1424d581-66dd-4853-a4da-ab69f10fa356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb41d00a-0a16-42fa-801f-28e1c4c71473'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:58:30.927588 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf3c798-a5aa-4e04-9516-5d97554c56d5" -d '{"events": [{"server_uuid": "1424d581-66dd-4853-a4da-ab69f10fa356", "name": "network-vif-plugged", "status": "completed", "tag": "cb41d00a-0a16-42fa-801f-28e1c4c71473"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:58:30.956632 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port cb41d00a-0a16-42fa-801f-28e1c4c71473, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=cb41d00a-0a16-42fa-801f-28e1c4c71473,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:58:30.980219 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f007127-fdfa-4487-b73b-b051d7ab3428 x-openstack-request-id: req-6f007127-fdfa-4487-b73b-b051d7ab3428 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:58:30.980219 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1424d581-66dd-4853-a4da-ab69f10fa356", "name": "network-vif-plugged", "status": "completed", "tag": "cb41d00a-0a16-42fa-801f-28e1c4c71473", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:58:30.980219 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6f007127-fdfa-4487-b73b-b051d7ab3428 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:58:30.980561 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1424d581-66dd-4853-a4da-ab69f10fa356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb41d00a-0a16-42fa-801f-28e1c4c71473', 'code': 200} Aug 07 12:58:31.118018 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:31.118811 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 45b515b2-5c05-4836-8ca4-61c847d60e29 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:58:31.156919 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: 45b515b2-5c05-4836-8ca4-61c847d60e29 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:58:31.157257 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 45b515b2-5c05-4836-8ca4-61c847d60e29 not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:58:31.184878 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=cb41d00a-0a16-42fa-801f-28e1c4c71473,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:31.364502 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db7d88-a0e3-4efe-bee6-8de539190312 req-1fffed0c-eb29-4305-8d15-837ec482ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:31.366092 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e2db7d88-a0e3-4efe-bee6-8de539190312 req-1fffed0c-eb29-4305-8d15-837ec482ea28 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 1098 time: 0.0430539 Aug 07 12:58:31.402126 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e2db7d88-a0e3-4efe-bee6-8de539190312 req-d28f6965-7050-4eef-95fa-8256b0485147 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284162 Aug 07 12:58:31.726546 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd07b5-723c-43ff-9d1b-4f5d4a2ce0c0 req-8a4ea5f8-02a8-4831-a8e5-460c6ceefb6b tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:31.730488 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-aebd07b5-723c-43ff-9d1b-4f5d4a2ce0c0 req-8a4ea5f8-02a8-4831-a8e5-460c6ceefb6b tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0516143 Aug 07 12:58:31.767012 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-aebd07b5-723c-43ff-9d1b-4f5d4a2ce0c0 req-df689f8c-b233-4636-9592-31201a1184ea tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323918 Aug 07 12:58:32.037047 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca1ccf-e8e5-4980-b4a9-848b3b85e25d req-d7a548f1-b222-4d7d-8be5-cdc2bd4ad9da tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:32.038556 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fdca1ccf-e8e5-4980-b4a9-848b3b85e25d req-d7a548f1-b222-4d7d-8be5-cdc2bd4ad9da tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 945 time: 0.0517173 Aug 07 12:58:32.083536 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fdca1ccf-e8e5-4980-b4a9-848b3b85e25d req-10b16f0b-fb19-49c4-b2db-dfa1104f83a0 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387685 Aug 07 12:58:32.181927 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 40492) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:32.294420 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c16865a5-3168-4a2a-b8af-54c0e5780f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:32.376008 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a563b0-ed3a-4dfc-baad-5b4b90edc481 req-7ebd5ad8-8548-47db-ae7c-0f738330ffb4 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:32.378417 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92a563b0-ed3a-4dfc-baad-5b4b90edc481 req-7ebd5ad8-8548-47db-ae7c-0f738330ffb4 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 945 time: 0.0758786 Aug 07 12:58:32.436088 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92a563b0-ed3a-4dfc-baad-5b4b90edc481 req-e6176e5c-a9bf-4df1-ac1b-6fce1338e512 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513468 Aug 07 12:58:32.460345 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c16865a5-3168-4a2a-b8af-54c0e5780f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:32.535525 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-c16865a5-3168-4a2a-b8af-54c0e5780f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:32.574345 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-c16865a5-3168-4a2a-b8af-54c0e5780f73 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b08bf4a7b4ea417f9dc0e1d6f165cac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912814 Aug 07 12:58:32.575240 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16865a5-3168-4a2a-b8af-54c0e5780f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31417281-719d-4ca9-9723-0aca80cebd0c,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:32.577255 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 40498) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:32.628667 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c9448fb4-f105-44d0-9f26-709bb1769292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:32.650406 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c9448fb4-f105-44d0-9f26-709bb1769292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:32.792087 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c9448fb4-f105-44d0-9f26-709bb1769292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:32.794659 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c9448fb4-f105-44d0-9f26-709bb1769292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:32.795812 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-c9448fb4-f105-44d0-9f26-709bb1769292 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/31417281-719d-4ca9-9723-0aca80cebd0c HTTP/1.1" status: 204 len: 168 time: 0.2173996 Aug 07 12:58:32.804611 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9448fb4-f105-44d0-9f26-709bb1769292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31417281-719d-4ca9-9723-0aca80cebd0c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:32.898432 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca61594-b967-4a6a-9214-0da3123e9c59 req-601df11f-525d-4d4d-a687-fec03c4c009f tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:32.900007 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bca61594-b967-4a6a-9214-0da3123e9c59 req-601df11f-525d-4d4d-a687-fec03c4c009f tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0524917 Aug 07 12:58:32.939057 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-bca61594-b967-4a6a-9214-0da3123e9c59 req-985ef501-ee59-43d6-b107-0b250c0107b5 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329397 Aug 07 12:58:33.214099 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd2f38-8e2d-4403-99c7-ba6e8cec5b07 req-0050aab9-798f-4369-b698-75d58220b746 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:33.215614 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1bcd2f38-8e2d-4403-99c7-ba6e8cec5b07 req-0050aab9-798f-4369-b698-75d58220b746 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 945 time: 0.0546274 Aug 07 12:58:33.254203 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1bcd2f38-8e2d-4403-99c7-ba6e8cec5b07 req-8115f6b7-e28a-4300-a868-ffefef9639df tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326724 Aug 07 12:58:33.380929 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08665ede-7b82-4861-a9e3-36f0db248204 req-68194542-f08f-4f2d-9ac2-adf8e26def49 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:33.382450 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-08665ede-7b82-4861-a9e3-36f0db248204 req-68194542-f08f-4f2d-9ac2-adf8e26def49 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 945 time: 0.0627754 Aug 07 12:58:33.420685 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-08665ede-7b82-4861-a9e3-36f0db248204 req-d90bc152-49a2-4b0b-9f40-b75b05846489 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321686 Aug 07 12:58:33.444321 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b16af975-df45-4c7a-b61c-4e234e2ffb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:33.444807 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 40510) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:33.446898 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 40512) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:33.466223 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd17dbd2-68e7-4fdc-9b6a-5b1fc8d8e34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:33.489655 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4f9c48-fe26-4910-9de1-3e1e0ea0cec5 tempest-TestVolumeBootPattern-2015194344 tempest-TestVolumeBootPattern-2015194344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:33.491242 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-8d4f9c48-fe26-4910-9de1-3e1e0ea0cec5 tempest-TestVolumeBootPattern-2015194344 tempest-TestVolumeBootPattern-2015194344-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 1093 time: 0.0454628 Aug 07 12:58:33.494038 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 40516) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:33.498717 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Request body: {'floatingip': {'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'port_id': 'cb41d00a-0a16-42fa-801f-28e1c4c71473', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:58:33.564931 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ab1cf-f87b-4a58-843a-f93e8a72d8f6 req-b472f8e9-d2e7-4134-9d7c-8c2461358f1d tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:33.566481 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-cf6ab1cf-f87b-4a58-843a-f93e8a72d8f6 req-b472f8e9-d2e7-4134-9d7c-8c2461358f1d tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 945 time: 0.0522385 Aug 07 12:58:33.575019 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd17dbd2-68e7-4fdc-9b6a-5b1fc8d8e34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:33.604902 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-cf6ab1cf-f87b-4a58-843a-f93e8a72d8f6 req-e6d48f10-5485-4d41-9384-cfedc619a3fc tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323031 Aug 07 12:58:33.643636 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-fd17dbd2-68e7-4fdc-9b6a-5b1fc8d8e34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:33.688640 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-fd17dbd2-68e7-4fdc-9b6a-5b1fc8d8e34c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bd7ce951e16f4462bed9a410641f2591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403297 Aug 07 12:58:33.689548 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17dbd2-68e7-4fdc-9b6a-5b1fc8d8e34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48c58b1-0ae3-4dc9-b198-fb5f7dd1f495,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:33.691286 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 40518) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:33.742509 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5042cbcd-524d-477f-997a-3573ff85dd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:33.757550 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for floatingip, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:33.781465 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5042cbcd-524d-477f-997a-3573ff85dd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:33.896462 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:33.951669 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180086b-8cc3-4456-95d2-ee488c4957d6 req-471fe6a4-6e1d-494a-9b60-76e863284359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:33.953495 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9180086b-8cc3-4456-95d2-ee488c4957d6 req-471fe6a4-6e1d-494a-9b60-76e863284359 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=346cbadd20654de98ecc856c10be82f2&device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 1098 time: 0.0428779 Aug 07 12:58:33.954018 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5042cbcd-524d-477f-997a-3573ff85dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:33.957425 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5042cbcd-524d-477f-997a-3573ff85dd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:33.961009 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-5042cbcd-524d-477f-997a-3573ff85dd2f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b48c58b1-0ae3-4dc9-b198-fb5f7dd1f495 HTTP/1.1" status: 204 len: 168 time: 0.2661552 Aug 07 12:58:34.001708 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042cbcd-524d-477f-997a-3573ff85dd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48c58b1-0ae3-4dc9-b198-fb5f7dd1f495,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:34.086122 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Allocated IP 172.27.3.99 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/6da8d7ad-1509-4f41-84e8-bbe30ba25020) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:58:34.123696 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b90ef-6adf-41aa-8ec7-063133977e86 req-f3e6e63b-7477-4cbd-8c41-01408de9c7ba tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:34.125177 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f31b90ef-6adf-41aa-8ec7-063133977e86 req-f3e6e63b-7477-4cbd-8c41-01408de9c7ba tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0892220 Aug 07 12:58:34.126613 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180086b-8cc3-4456-95d2-ee488c4957d6 req-9aa275b8-8765-4ea8-b0fb-152e735d35ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:34.128831 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9180086b-8cc3-4456-95d2-ee488c4957d6 req-9aa275b8-8765-4ea8-b0fb-152e735d35ad service neutron] 10.222.0.58 "GET /v2.0/networks?id=97f61b41-fa69-486e-9b79-ecc6068dcd4f HTTP/1.1" status: 200 len: 909 time: 0.1675196 Aug 07 12:58:34.209179 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f31b90ef-6adf-41aa-8ec7-063133977e86 req-83e6eea0-34ee-4998-b6bd-3b81f023a8ac tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773439 Aug 07 12:58:34.215943 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afb26b-ffb8-416d-8b7a-438ef73a76a7 req-2a04aabf-070c-45ed-894a-d0a6fe5e0f74 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:34.217507 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f3afb26b-ffb8-416d-8b7a-438ef73a76a7 req-2a04aabf-070c-45ed-894a-d0a6fe5e0f74 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.58 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 945 time: 0.1137338 Aug 07 12:58:34.223006 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9180086b-8cc3-4456-95d2-ee488c4957d6 req-f4846742-c86c-48cf-bfc2-c51d05609083 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5426d701-ac3a-40c4-a1d2-892478dff7b6 HTTP/1.1" status: 200 len: 1000 time: 0.0850234 Aug 07 12:58:34.274772 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:34.279087 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180086b-8cc3-4456-95d2-ee488c4957d6 req-425c495e-3172-41c4-85bd-9b8ebed37524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:34.280623 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9180086b-8cc3-4456-95d2-ee488c4957d6 req-425c495e-3172-41c4-85bd-9b8ebed37524 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f8a9833-6598-4d66-ab83-b0c7c6d42105 HTTP/1.1" status: 200 len: 847 time: 0.0506155 Aug 07 12:58:34.332810 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180086b-8cc3-4456-95d2-ee488c4957d6 req-7f247ca0-269a-4ad5-8d80-e14d025538ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:34.334244 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9180086b-8cc3-4456-95d2-ee488c4957d6 req-7f247ca0-269a-4ad5-8d80-e14d025538ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=97f61b41-fa69-486e-9b79-ecc6068dcd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457327 Aug 07 12:58:34.362889 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-f3afb26b-ffb8-416d-8b7a-438ef73a76a7 req-0cc113c3-3e90-421e-9b51-f17eb7990644 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Deleting port d15ca941-66d0-48a7-b3cc-0a1fa514afcb {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:58:34.363242 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-f3afb26b-ffb8-416d-8b7a-438ef73a76a7 req-0cc113c3-3e90-421e-9b51-f17eb7990644 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:34.434549 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9180086b-8cc3-4456-95d2-ee488c4957d6 req-08566619-2c8c-4ddb-82f8-bbf3e8b02522 service neutron] 10.222.0.58 "GET /v2.0/networks/97f61b41-fa69-486e-9b79-ecc6068dcd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930631 Aug 07 12:58:34.453237 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:34.491950 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-f3afb26b-ffb8-416d-8b7a-438ef73a76a7 req-0cc113c3-3e90-421e-9b51-f17eb7990644 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] For port d15ca941-66d0-48a7-b3cc-0a1fa514afcb, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=d15ca941-66d0-48a7-b3cc-0a1fa514afcb,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:58:34.492333 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-f3afb26b-ffb8-416d-8b7a-438ef73a76a7 req-0cc113c3-3e90-421e-9b51-f17eb7990644 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:34.519410 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:58:34.520420 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-f3afb26b-ffb8-416d-8b7a-438ef73a76a7 req-0cc113c3-3e90-421e-9b51-f17eb7990644 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Calling delete_port for d15ca941-66d0-48a7-b3cc-0a1fa514afcb owned by compute:nova {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:58:34.528628 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:58:34.532289 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:58:34.534714 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event updated for resources: {'Port': ['ID=6da8d7ad-1509-4f41-84e8-bbe30ba25020,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:34.543984 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9180086b-8cc3-4456-95d2-ee488c4957d6 req-382df9f4-ebbf-4afa-98d7-6e5d9e2b811f service neutron] 10.222.0.58 "GET /v2.0/networks/97f61b41-fa69-486e-9b79-ecc6068dcd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024406 Aug 07 12:58:34.829193 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8de090-9d3d-4998-916c-ffce734e2e16 req-0bfcd4b2-d9b7-4d83-8b26-2c974957d72b tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:34.830876 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7f8de090-9d3d-4998-916c-ffce734e2e16 req-0bfcd4b2-d9b7-4d83-8b26-2c974957d72b tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 945 time: 0.1456089 Aug 07 12:58:34.923628 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7f8de090-9d3d-4998-916c-ffce734e2e16 req-c1dbc89d-e744-4ec5-b173-2fa3535841e0 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596919 Aug 07 12:58:34.953615 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-f3afb26b-ffb8-416d-8b7a-438ef73a76a7 req-0cc113c3-3e90-421e-9b51-f17eb7990644 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:34.991915 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['368f98cb-b87c-4356-a2b5-8ddeede0330f', 'd15ca941-66d0-48a7-b3cc-0a1fa514afcb'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:58:35.003787 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc113c3-3e90-421e-9b51-f17eb7990644 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Pushing event deleted for resources: {'Port': ['ID=d15ca941-66d0-48a7-b3cc-0a1fa514afcb,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:35.087149 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3afb26b-ffb8-416d-8b7a-438ef73a76a7 req-0cc113c3-3e90-421e-9b51-f17eb7990644 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] No DVR routers for this DVR port d15ca941-66d0-48a7-b3cc-0a1fa514afcb on host hv-cinder-78729 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:58:35.090864 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-f3afb26b-ffb8-416d-8b7a-438ef73a76a7 req-0cc113c3-3e90-421e-9b51-f17eb7990644 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:35.092877 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f3afb26b-ffb8-416d-8b7a-438ef73a76a7 req-0cc113c3-3e90-421e-9b51-f17eb7990644 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.58 "DELETE /v2.0/ports/d15ca941-66d0-48a7-b3cc-0a1fa514afcb HTTP/1.1" status: 204 len: 173 time: 0.8648486 Aug 07 12:58:35.093337 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8298c6aa-e7d2-476e-adcc-61dc47c0fa81', 'name': 'network-vif-deleted', 'tag': 'd15ca941-66d0-48a7-b3cc-0a1fa514afcb'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:58:35.096351 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b714ac1a-28f7-4f63-a414-4657a64f3fc3" -d '{"events": [{"server_uuid": "8298c6aa-e7d2-476e-adcc-61dc47c0fa81", "name": "network-vif-deleted", "tag": "d15ca941-66d0-48a7-b3cc-0a1fa514afcb"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:58:35.165308 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f384023-d5c8-4c07-9456-ff25e99e64be x-openstack-request-id: req-0f384023-d5c8-4c07-9456-ff25e99e64be {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:58:35.165585 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8298c6aa-e7d2-476e-adcc-61dc47c0fa81", "name": "network-vif-deleted", "tag": "d15ca941-66d0-48a7-b3cc-0a1fa514afcb", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:58:35.165846 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0f384023-d5c8-4c07-9456-ff25e99e64be {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:58:35.166234 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8298c6aa-e7d2-476e-adcc-61dc47c0fa81', 'name': 'network-vif-deleted', 'tag': 'd15ca941-66d0-48a7-b3cc-0a1fa514afcb', 'status': 'completed', 'code': 200} Aug 07 12:58:35.195582 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:35.328280 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7672eb-fbf5-4143-9f5d-b36d6ab14c0d req-287d5cfd-df59-49a0-aeed-233eeff0626d tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:35.329820 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ab7672eb-fbf5-4143-9f5d-b36d6ab14c0d req-287d5cfd-df59-49a0-aeed-233eeff0626d tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0523772 Aug 07 12:58:35.370936 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:35.411879 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ab7672eb-fbf5-4143-9f5d-b36d6ab14c0d req-59c5234b-fca0-4795-b63c-6ad119345bbc tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636351 Aug 07 12:58:35.537785 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:35.615058 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:35.683335 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event updated for resources: {'Port': ['ID=6da8d7ad-1509-4f41-84e8-bbe30ba25020,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:35.698828 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519576'] for floatingip, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:35.805331 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.db.l3_db [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Floating IP 66bcca78-590b-4fd4-98a0-79512068b46c associated. External IP: 172.27.3.99, port: cb41d00a-0a16-42fa-801f-28e1c4c71473. Aug 07 12:58:36.055698 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-573dee77-1543-45d2-affe-ef5decc5cd04 req-c75708b4-5945-4451-92b3-22e54f6255b4 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=8298c6aa-e7d2-476e-adcc-61dc47c0fa81 HTTP/1.1" status: 200 len: 210 time: 0.0348797 Aug 07 12:58:36.296402 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Router 95c8a746-7572-4f43-9123-9c623fa0fb16 has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 12:58:36.418006 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 12:58:36.428195 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62162995-3e2f-4772-a38d-7cea556b08e1 None None] Sync routers for ids ['95c8a746-7572-4f43-9123-9c623fa0fb16'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 12:58:36.437275 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62162995-3e2f-4772-a38d-7cea556b08e1 None None] Routers {'95c8a746-7572-4f43-9123-9c623fa0fb16'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:58:36.437904 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-62162995-3e2f-4772-a38d-7cea556b08e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:58:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['95c8a746-7572-4f43-9123-9c623fa0fb16'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:58:36.519268 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:36.553984 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-d10184f4-ece1-44d3-8b93-c18e7a484ad1 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0588489 Aug 07 12:58:36.560847 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-62162995-3e2f-4772-a38d-7cea556b08e1 None None] Set router 95c8a746-7572-4f43-9123-9c623fa0fb16 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:58:36.578236 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f4ed3-6aff-463e-b886-d1f166b036e1 req-3b9a8792-f223-41f1-a848-5f32b12bdd43 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:36.579881 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-608f4ed3-6aff-463e-b886-d1f166b036e1 req-3b9a8792-f223-41f1-a848-5f32b12bdd43 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0902407 Aug 07 12:58:36.621970 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-608f4ed3-6aff-463e-b886-d1f166b036e1 req-5b096608-acec-4d5e-b0ca-f55f00f7767f tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348516 Aug 07 12:58:36.645361 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-553098b4-ead8-444f-a17e-09e2a268d194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:36.794550 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-62162995-3e2f-4772-a38d-7cea556b08e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': '66bcca78-590b-4fd4-98a0-79512068b46c', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'port_id': 'cb41d00a-0a16-42fa-801f-28e1c4c71473', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'mac_address': 'fa:16:3e:ff:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1424d581-66dd-4853-a4da-ab69f10fa356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:58:34Z', 'updated_at': '2021-08-07T12:58:34Z', 'revision_number': 0, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:10Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:58:36.821073 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62162995-3e2f-4772-a38d-7cea556b08e1 None None] Checking router: 95c8a746-7572-4f43-9123-9c623fa0fb16 for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 12:58:36.830956 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62162995-3e2f-4772-a38d-7cea556b08e1 None None] Routers {'95c8a746-7572-4f43-9123-9c623fa0fb16'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 12:58:36.831618 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-62162995-3e2f-4772-a38d-7cea556b08e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T12:58:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['95c8a746-7572-4f43-9123-9c623fa0fb16'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:58:36.847510 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 40586) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:36.949255 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-62162995-3e2f-4772-a38d-7cea556b08e1 None None] Set router 95c8a746-7572-4f43-9123-9c623fa0fb16 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 12:58:36.957708 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-57da7394-4f8f-4c04-910b-14baf9c64da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:37.051063 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-57da7394-4f8f-4c04-910b-14baf9c64da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:37.096244 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:37.153816 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-57da7394-4f8f-4c04-910b-14baf9c64da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:37.166720 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1424d581-66dd-4853-a4da-ab69f10fa356', 'tag': 'cb41d00a-0a16-42fa-801f-28e1c4c71473'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:58:37.169063 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89129e7-6033-4f05-89ba-df1e0d55b737" -d '{"events": [{"name": "network-changed", "server_uuid": "1424d581-66dd-4853-a4da-ab69f10fa356", "tag": "cb41d00a-0a16-42fa-801f-28e1c4c71473"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:58:37.198056 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-57da7394-4f8f-4c04-910b-14baf9c64da7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9c7c133d786e4a61a35f321dffd7f1c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491843 Aug 07 12:58:37.199185 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-62162995-3e2f-4772-a38d-7cea556b08e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': '66bcca78-590b-4fd4-98a0-79512068b46c', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'port_id': 'cb41d00a-0a16-42fa-801f-28e1c4c71473', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'mac_address': 'fa:16:3e:ff:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1424d581-66dd-4853-a4da-ab69f10fa356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:58:34Z', 'updated_at': '2021-08-07T12:58:34Z', 'revision_number': 0, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:10Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:58:37.200213 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da7394-4f8f-4c04-910b-14baf9c64da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eab7a9d-368d-486e-a3d6-271486cb87e6,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:37.200664 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 40596) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:37.230647 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62162995-3e2f-4772-a38d-7cea556b08e1 None None] The sync data for ids ['95c8a746-7572-4f43-9123-9c623fa0fb16'] in dv-cinder-787296-2-iscsi is: [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': '66bcca78-590b-4fd4-98a0-79512068b46c', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'port_id': 'cb41d00a-0a16-42fa-801f-28e1c4c71473', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'mac_address': 'fa:16:3e:ff:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1424d581-66dd-4853-a4da-ab69f10fa356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:58:34Z', 'updated_at': '2021-08-07T12:58:34Z', 'revision_number': 0, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:10Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 12:58:37.243892 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61688e4-3d56-46e9-9deb-f29c4acdb053 x-openstack-request-id: req-e61688e4-3d56-46e9-9deb-f29c4acdb053 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:58:37.244431 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1424d581-66dd-4853-a4da-ab69f10fa356", "tag": "cb41d00a-0a16-42fa-801f-28e1c4c71473", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:58:37.244874 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e61688e4-3d56-46e9-9deb-f29c4acdb053 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:58:37.245475 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1424d581-66dd-4853-a4da-ab69f10fa356', 'tag': 'cb41d00a-0a16-42fa-801f-28e1c4c71473', 'status': 'completed', 'code': 200} Aug 07 12:58:37.259315 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4eab6895-a356-4ec9-97cc-6d1ffc595ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:37.283653 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4eab6895-a356-4ec9-97cc-6d1ffc595ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:37.289739 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:37.334881 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89129e7-6033-4f05-89ba-df1e0d55b737 req-7fa241f2-bab6-4d7a-aac5-21af944510bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:37.340081 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f89129e7-6033-4f05-89ba-df1e0d55b737 req-7fa241f2-bab6-4d7a-aac5-21af944510bc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df0e389d6f0540aebecb728b30ce8c74&device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 1098 time: 0.0467968 Aug 07 12:58:37.434648 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1799689-6eec-46af-9d96-f4775d82ec85 None None] New status for floating IP 66bcca78-590b-4fd4-98a0-79512068b46c: ACTIVE {{(pid=100623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 12:58:37.435425 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89129e7-6033-4f05-89ba-df1e0d55b737 req-ab874003-fe81-4edb-b851-c045a74327e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:37.437088 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f89129e7-6033-4f05-89ba-df1e0d55b737 req-ab874003-fe81-4edb-b851-c045a74327e4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b066dc66-c2d1-4e7c-b521-e613e80d7a48 HTTP/1.1" status: 200 len: 912 time: 0.0934379 Aug 07 12:58:37.515368 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f89129e7-6033-4f05-89ba-df1e0d55b737 req-20937424-f121-48b5-9738-c2a5bd1c7eee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb41d00a-0a16-42fa-801f-28e1c4c71473 HTTP/1.1" status: 200 len: 998 time: 0.0672333 Aug 07 12:58:37.518595 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:37.520118 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4eab6895-a356-4ec9-97cc-6d1ffc595ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:37.523178 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-4eab6895-a356-4ec9-97cc-6d1ffc595ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:37.527276 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-4eab6895-a356-4ec9-97cc-6d1ffc595ebc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7eab7a9d-368d-486e-a3d6-271486cb87e6 HTTP/1.1" status: 204 len: 168 time: 0.3226745 Aug 07 12:58:37.550077 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab6895-a356-4ec9-97cc-6d1ffc595ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eab7a9d-368d-486e-a3d6-271486cb87e6,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:37.588458 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89129e7-6033-4f05-89ba-df1e0d55b737 req-898da9a3-690e-4098-8c1a-2bfaf675f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:37.590060 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f89129e7-6033-4f05-89ba-df1e0d55b737 req-898da9a3-690e-4098-8c1a-2bfaf675f82a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ba1b8a5f-6360-4118-8a05-67005538af59 HTTP/1.1" status: 200 len: 850 time: 0.0682044 Aug 07 12:58:37.643290 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89129e7-6033-4f05-89ba-df1e0d55b737 req-b75dd7eb-5a6b-4620-b9f3-0f714dea619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:37.644894 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f89129e7-6033-4f05-89ba-df1e0d55b737 req-b75dd7eb-5a6b-4620-b9f3-0f714dea619c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b066dc66-c2d1-4e7c-b521-e613e80d7a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460250 Aug 07 12:58:37.689308 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:58:37.754047 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f89129e7-6033-4f05-89ba-df1e0d55b737 req-d9293381-cd36-47e3-aec5-4c01126e350d service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018269 Aug 07 12:58:37.772775 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602e100-47ef-43ae-9812-52d00e48b657 req-af959c80-2ff6-428c-852b-99b617db44ba tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:37.774385 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-6602e100-47ef-43ae-9812-52d00e48b657 req-af959c80-2ff6-428c-852b-99b617db44ba tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0625241 Aug 07 12:58:37.818340 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-6602e100-47ef-43ae-9812-52d00e48b657 req-2dd3c77d-c789-4a4e-a3af-53800fde1d5c tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369134 Aug 07 12:58:37.856302 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f89129e7-6033-4f05-89ba-df1e0d55b737 req-e46c1253-e4ac-41e1-aba7-a1468b51d749 service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929255 Aug 07 12:58:38.334034 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 40606) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:38.348449 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c00178df-d96e-49fe-acaf-5b8bd44b210e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:38.437026 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c00178df-d96e-49fe-acaf-5b8bd44b210e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:38.523691 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c00178df-d96e-49fe-acaf-5b8bd44b210e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:38.565200 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-c00178df-d96e-49fe-acaf-5b8bd44b210e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11a275814025484481cf572531adcf49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2299936 Aug 07 12:58:38.566092 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00178df-d96e-49fe-acaf-5b8bd44b210e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1ea326-fb44-47be-b5c0-9e00e7fd8d65,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:38.568156 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 40608) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:38.622622 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f91a466c-4085-4ec6-b30c-87554565beee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:38.644808 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f91a466c-4085-4ec6-b30c-87554565beee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:38.690467 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device d15ca941-66d0-48a7-b3cc-0a1fa514afcb no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:58:38.717330 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: d15ca941-66d0-48a7-b3cc-0a1fa514afcb {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:58:38.717591 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device d15ca941-66d0-48a7-b3cc-0a1fa514afcb not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:58:38.718016 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 5426d701-ac3a-40c4-a1d2-892478dff7b6 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:58:38.795339 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:38.817617 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5426d701-ac3a-40c4-a1d2-892478dff7b6'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:58:38.819983 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5bf025-9d6a-416c-aff6-259fffc0efd5" -d '{"events": [{"server_uuid": "a9d89f0e-45a3-4af8-bed1-3fa0821989ee", "name": "network-vif-unplugged", "status": "completed", "tag": "5426d701-ac3a-40c4-a1d2-892478dff7b6"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:58:38.832309 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f91a466c-4085-4ec6-b30c-87554565beee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:38.834947 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 5426d701-ac3a-40c4-a1d2-892478dff7b6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5426d701-ac3a-40c4-a1d2-892478dff7b6,segment=NetworkSegment(fcc84ec1-b822-4cad-9814-e01869ab88d4),segment_id=fcc84ec1-b822-4cad-9814-e01869ab88d4)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:58:38.835111 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f91a466c-4085-4ec6-b30c-87554565beee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:38.836431 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-f91a466c-4085-4ec6-b30c-87554565beee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5e1ea326-fb44-47be-b5c0-9e00e7fd8d65 HTTP/1.1" status: 204 len: 168 time: 0.2669055 Aug 07 12:58:38.845261 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a466c-4085-4ec6-b30c-87554565beee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1ea326-fb44-47be-b5c0-9e00e7fd8d65,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:38.853000 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a466c-4085-4ec6-b30c-87554565beee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:38.853352 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a466c-4085-4ec6-b30c-87554565beee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:38.853955 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a466c-4085-4ec6-b30c-87554565beee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:38.854488 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a466c-4085-4ec6-b30c-87554565beee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:38.854976 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a466c-4085-4ec6-b30c-87554565beee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:38.855114 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 07 Aug 2021 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728a027d-1db9-42b8-9390-194ae27ad2a9 x-openstack-request-id: req-728a027d-1db9-42b8-9390-194ae27ad2a9 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:58:38.855426 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d89f0e-45a3-4af8-bed1-3fa0821989ee", "name": "network-vif-unplugged", "status": "failed", "tag": "5426d701-ac3a-40c4-a1d2-892478dff7b6", "code": 422}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:58:38.855682 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-728a027d-1db9-42b8-9390-194ae27ad2a9 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:58:38.855916 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a466c-4085-4ec6-b30c-87554565beee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:38.856091 dv-cinder-787296-2-iscsi neutron-server[100622]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5426d701-ac3a-40c4-a1d2-892478dff7b6', 'code': 422} returned with failed status Aug 07 12:58:38.856555 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a466c-4085-4ec6-b30c-87554565beee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:38.856992 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a466c-4085-4ec6-b30c-87554565beee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:38.857210 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a466c-4085-4ec6-b30c-87554565beee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:38.857548 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a466c-4085-4ec6-b30c-87554565beee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:38.857875 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a466c-4085-4ec6-b30c-87554565beee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:38.858214 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91a466c-4085-4ec6-b30c-87554565beee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:58:38.945277 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:38.964902 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48bc69-cb91-4d0b-8498-cf06dca0fd48 req-e9e36cfd-37ee-429c-ba10-b1e1e5a44489 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:38.966506 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8c48bc69-cb91-4d0b-8498-cf06dca0fd48 req-e9e36cfd-37ee-429c-ba10-b1e1e5a44489 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0567539 Aug 07 12:58:38.997996 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=5426d701-ac3a-40c4-a1d2-892478dff7b6,revision_number=6']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:39.011687 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8c48bc69-cb91-4d0b-8498-cf06dca0fd48 req-2abe8df9-60b9-4ac6-8cbd-33b4dc7245ea tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389764 Aug 07 12:58:39.297401 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ffb32-741d-43e5-a787-f5b773e47fba req-2fdf2717-1eba-444e-be75-38a9e82c5c70 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:39.299384 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-274ffb32-741d-43e5-a787-f5b773e47fba req-2fdf2717-1eba-444e-be75-38a9e82c5c70 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 946 time: 0.0498993 Aug 07 12:58:39.342895 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-274ffb32-741d-43e5-a787-f5b773e47fba req-19d3ba1f-b0f6-46ae-a7e6-645fc439593f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332615 Aug 07 12:58:39.471816 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:39.487019 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1e536-5cad-4e92-b495-94b8bca3822d req-81332123-ccfe-4f26-92d0-5e658e744614 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:39.488565 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-48b1e536-5cad-4e92-b495-94b8bca3822d req-81332123-ccfe-4f26-92d0-5e658e744614 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0596392 Aug 07 12:58:39.529784 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-48b1e536-5cad-4e92-b495-94b8bca3822d req-0cf3d61e-0e6a-46c3-8ad8-a36773cab6bb tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351217 Aug 07 12:58:39.670155 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f02107a1-7b11-4aa0-a5e3-f1d05b19a36c req-a36c9964-33fb-4bd3-b901-6dd9cf163ba7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1393201 Aug 07 12:58:40.464448 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c11abf-c059-434a-9853-592c67a99e06 req-f8b846c9-bbfa-4319-9c5f-db1fa63f89e9 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:40.465983 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b3c11abf-c059-434a-9853-592c67a99e06 req-f8b846c9-bbfa-4319-9c5f-db1fa63f89e9 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 946 time: 0.0546176 Aug 07 12:58:40.507626 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b3c11abf-c059-434a-9853-592c67a99e06 req-54ccaca1-4d06-44db-8139-de2d478d4689 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345385 Aug 07 12:58:40.653131 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de5618-1ae4-436e-98c7-a6244f61375f req-54db54dc-9b27-43f9-b965-3994e982c2d8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:40.654652 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f6de5618-1ae4-436e-98c7-a6244f61375f req-54db54dc-9b27-43f9-b965-3994e982c2d8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0543704 Aug 07 12:58:40.699674 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f6de5618-1ae4-436e-98c7-a6244f61375f req-82bb7d83-fbf3-4f2d-8956-f8ded657e2bb tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372968 Aug 07 12:58:41.165406 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75b739-c62b-430a-b801-6c38ec0fbeee req-be7fe29a-4380-4e97-9cb7-fc9e00084337 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:41.166896 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6c75b739-c62b-430a-b801-6c38ec0fbeee req-be7fe29a-4380-4e97-9cb7-fc9e00084337 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 946 time: 0.0493932 Aug 07 12:58:41.272782 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-6c75b739-c62b-430a-b801-6c38ec0fbeee req-40333184-c8a4-42f3-8427-3a93e783b97f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Deleting port 368f98cb-b87c-4356-a2b5-8ddeede0330f {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:58:41.273132 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-6c75b739-c62b-430a-b801-6c38ec0fbeee req-40333184-c8a4-42f3-8427-3a93e783b97f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:41.360351 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-6c75b739-c62b-430a-b801-6c38ec0fbeee req-40333184-c8a4-42f3-8427-3a93e783b97f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] For port 368f98cb-b87c-4356-a2b5-8ddeede0330f, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=368f98cb-b87c-4356-a2b5-8ddeede0330f,segment=NetworkSegment(bef8bdbf-ce90-43fd-9f5e-575f42a720a5),segment_id=bef8bdbf-ce90-43fd-9f5e-575f42a720a5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:58:41.360813 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-6c75b739-c62b-430a-b801-6c38ec0fbeee req-40333184-c8a4-42f3-8427-3a93e783b97f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:41.374641 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-6c75b739-c62b-430a-b801-6c38ec0fbeee req-40333184-c8a4-42f3-8427-3a93e783b97f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Calling delete_port for 368f98cb-b87c-4356-a2b5-8ddeede0330f owned by compute:nova {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:58:41.647904 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-6c75b739-c62b-430a-b801-6c38ec0fbeee req-40333184-c8a4-42f3-8427-3a93e783b97f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:41.650676 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e9609-6589-439b-af68-9bd2e4a1bfe9 req-a9e2b4ac-ad1a-4556-a7c0-9626586af11f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:41.652584 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b51e9609-6589-439b-af68-9bd2e4a1bfe9 req-a9e2b4ac-ad1a-4556-a7c0-9626586af11f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 946 time: 0.0518122 Aug 07 12:58:41.684341 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['368f98cb-b87c-4356-a2b5-8ddeede0330f'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:58:41.695753 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40333184-c8a4-42f3-8427-3a93e783b97f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Pushing event deleted for resources: {'Port': ['ID=368f98cb-b87c-4356-a2b5-8ddeede0330f,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:41.706481 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b51e9609-6589-439b-af68-9bd2e4a1bfe9 req-ca87ba2a-0b1a-4d09-a094-d4594f329e2f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/security-groups?id=6bcb6420-ec0b-42f2-8471-99b85e109b26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471895 Aug 07 12:58:41.759299 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c75b739-c62b-430a-b801-6c38ec0fbeee req-40333184-c8a4-42f3-8427-3a93e783b97f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] No DVR routers for this DVR port 368f98cb-b87c-4356-a2b5-8ddeede0330f on host hv-cinder-78729 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:58:41.761996 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-6c75b739-c62b-430a-b801-6c38ec0fbeee req-40333184-c8a4-42f3-8427-3a93e783b97f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:41.764259 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6c75b739-c62b-430a-b801-6c38ec0fbeee req-40333184-c8a4-42f3-8427-3a93e783b97f tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.58 "DELETE /v2.0/ports/368f98cb-b87c-4356-a2b5-8ddeede0330f HTTP/1.1" status: 204 len: 173 time: 0.5893636 Aug 07 12:58:41.764897 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416', 'name': 'network-vif-deleted', 'tag': '368f98cb-b87c-4356-a2b5-8ddeede0330f'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:58:41.767175 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a1e4da-8175-4db8-b3ff-173043454356" -d '{"events": [{"server_uuid": "1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416", "name": "network-vif-deleted", "tag": "368f98cb-b87c-4356-a2b5-8ddeede0330f"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:58:41.808379 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc0c373-4bbd-4546-afff-39b011e72445 x-openstack-request-id: req-0dc0c373-4bbd-4546-afff-39b011e72445 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:58:41.808678 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416", "name": "network-vif-deleted", "tag": "368f98cb-b87c-4356-a2b5-8ddeede0330f", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:58:41.809022 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0dc0c373-4bbd-4546-afff-39b011e72445 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:58:41.809477 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416', 'name': 'network-vif-deleted', 'tag': '368f98cb-b87c-4356-a2b5-8ddeede0330f', 'status': 'completed', 'code': 200} Aug 07 12:58:41.839302 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51dfe3-e92f-4402-86d1-18db0a2b5763 req-e74e5960-e252-4bf1-9702-9a12f2d4b715 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:41.839302 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0a51dfe3-e92f-4402-86d1-18db0a2b5763 req-e74e5960-e252-4bf1-9702-9a12f2d4b715 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0625551 Aug 07 12:58:41.887762 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0a51dfe3-e92f-4402-86d1-18db0a2b5763 req-e0eb8426-9f6e-49a3-a636-d8bac903e829 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336978 Aug 07 12:58:42.838856 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d517fa07-7307-4b39-bdf0-06a9321a80ae req-aba8f896-9672-4db1-9590-08e93503ae83 tempest-AttachVolumeNegativeTest-387302969 tempest-AttachVolumeNegativeTest-387302969-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f51f9be-d2d1-4c3e-a9c7-3cc20f13b416 HTTP/1.1" status: 200 len: 210 time: 0.0284479 Aug 07 12:58:42.896858 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02107a1-7b11-4aa0-a5e3-f1d05b19a36c req-949a01b0-92b2-403e-b749-a0da523832a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:42.898377 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f02107a1-7b11-4aa0-a5e3-f1d05b19a36c req-949a01b0-92b2-403e-b749-a0da523832a7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee&tenant_id=346cbadd20654de98ecc856c10be82f2 HTTP/1.1" status: 200 len: 1096 time: 0.0719166 Aug 07 12:58:43.017199 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02107a1-7b11-4aa0-a5e3-f1d05b19a36c req-5f413b25-38f3-4e8f-b1c6-610ce6cf59c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:43.018741 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f02107a1-7b11-4aa0-a5e3-f1d05b19a36c req-5f413b25-38f3-4e8f-b1c6-610ce6cf59c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=346cbadd20654de98ecc856c10be82f2&device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 1096 time: 0.0811357 Aug 07 12:58:43.031196 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9380931-a962-47dc-afc3-55be4b970f2c req-2f3a1111-d229-410e-bcc1-566c5b865690 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:43.032595 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b9380931-a962-47dc-afc3-55be4b970f2c req-2f3a1111-d229-410e-bcc1-566c5b865690 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0692360 Aug 07 12:58:43.123942 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b9380931-a962-47dc-afc3-55be4b970f2c req-107aa267-2ed7-44ef-b83b-f80bdb989f1e tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718393 Aug 07 12:58:43.161613 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02107a1-7b11-4aa0-a5e3-f1d05b19a36c req-54b0be26-27dc-42ce-94e5-6e855829421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:43.164364 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f02107a1-7b11-4aa0-a5e3-f1d05b19a36c req-54b0be26-27dc-42ce-94e5-6e855829421a service neutron] 10.222.0.58 "GET /v2.0/networks?id=97f61b41-fa69-486e-9b79-ecc6068dcd4f HTTP/1.1" status: 200 len: 909 time: 0.1303303 Aug 07 12:58:43.255209 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f02107a1-7b11-4aa0-a5e3-f1d05b19a36c req-5abf7907-a11a-42bb-8fa7-546cdfb61ba3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5426d701-ac3a-40c4-a1d2-892478dff7b6 HTTP/1.1" status: 200 len: 998 time: 0.0830870 Aug 07 12:58:43.319344 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02107a1-7b11-4aa0-a5e3-f1d05b19a36c req-517ff38a-7c44-480b-9177-3aa07dd3d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:43.321359 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f02107a1-7b11-4aa0-a5e3-f1d05b19a36c req-517ff38a-7c44-480b-9177-3aa07dd3d4e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f8a9833-6598-4d66-ab83-b0c7c6d42105 HTTP/1.1" status: 200 len: 847 time: 0.0575378 Aug 07 12:58:43.375216 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02107a1-7b11-4aa0-a5e3-f1d05b19a36c req-1f7a2363-1207-4cdc-baac-6386e43210b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:43.376775 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f02107a1-7b11-4aa0-a5e3-f1d05b19a36c req-1f7a2363-1207-4cdc-baac-6386e43210b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=97f61b41-fa69-486e-9b79-ecc6068dcd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484803 Aug 07 12:58:43.474020 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f02107a1-7b11-4aa0-a5e3-f1d05b19a36c req-f5f86fff-9f1c-4697-8944-084820846764 service neutron] 10.222.0.58 "GET /v2.0/networks/97f61b41-fa69-486e-9b79-ecc6068dcd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862679 Aug 07 12:58:43.569550 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f02107a1-7b11-4aa0-a5e3-f1d05b19a36c req-b6d23fcc-6621-4c0a-b179-f7a2491584ee service neutron] 10.222.0.58 "GET /v2.0/networks/97f61b41-fa69-486e-9b79-ecc6068dcd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871632 Aug 07 12:58:43.896844 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 40702) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:43.943025 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c35a77-9566-40fe-88ce-1704b48c68a4 admin admin] Deleting subnet a5497e85-01a2-478d-8bda-15694f4b23a0 {{(pid=100621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 12:58:43.946208 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-83c35a77-9566-40fe-88ce-1704b48c68a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:43.982690 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-83c35a77-9566-40fe-88ce-1704b48c68a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3637977'] for subnet, precommit_delete_associations {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:44.035597 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-83c35a77-9566-40fe-88ce-1704b48c68a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528469'] for subnet, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:44.175426 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-83c35a77-9566-40fe-88ce-1704b48c68a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8863388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2431407'] for subnet, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:44.200891 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c35a77-9566-40fe-88ce-1704b48c68a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5497e85-01a2-478d-8bda-15694f4b23a0,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:44.214057 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-83c35a77-9566-40fe-88ce-1704b48c68a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:44.215914 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-83c35a77-9566-40fe-88ce-1704b48c68a4 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a5497e85-01a2-478d-8bda-15694f4b23a0 HTTP/1.1" status: 204 len: 168 time: 0.3180585 Aug 07 12:58:44.218394 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 40708) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:44.310966 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea94d98-9205-465e-ba55-abaf356846db req-36781537-77a0-477d-bc40-743f572f1e6a tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:44.312423 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2ea94d98-9205-465e-ba55-abaf356846db req-36781537-77a0-477d-bc40-743f572f1e6a tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.1091032 Aug 07 12:58:44.316946 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5777d169-8114-4181-859d-84c1b40843c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561226'] for network, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:44.374899 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2ea94d98-9205-465e-ba55-abaf356846db req-401ab28c-f665-405d-ad46-37034ec826da tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551672 Aug 07 12:58:44.421678 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5777d169-8114-4181-859d-84c1b40843c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531410', 'neutron.services.segments.db._delete_segments_for_network-8739267626096'] for network, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:44.431863 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-5777d169-8114-4181-859d-84c1b40843c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35abc531-bf75-4dec-a5e3-e5d0c27670e2']}} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:58:44.442821 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-5777d169-8114-4181-859d-84c1b40843c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5') {'for_net_delete': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:58:44.443115 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-5777d169-8114-4181-859d-84c1b40843c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef8bdbf-ce90-43fd-9f5e-575f42a720a5') {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:58:44.452357 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5777d169-8114-4181-859d-84c1b40843c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739267629177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637966'] for segment, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:44.466349 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5777d169-8114-4181-859d-84c1b40843c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:44.472595 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5777d169-8114-4181-859d-84c1b40843c6 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=100621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 12:58:44.472973 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5777d169-8114-4181-859d-84c1b40843c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8863298'] for segment, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: Traceback (most recent call last): Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: timer() Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: cb(*args, **kw) Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: return func(*args, **kwargs) Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: self._notify() Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: self.callback(batched_events) Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: event.method(event) Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: return f(self, *a, **k) Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._get(url).json() Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: return self.request(url, 'GET', **kwargs) Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 12:58:44.474691 dv-cinder-787296-2-iscsi neutron-server[100621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 12:58:44.620333 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5777d169-8114-4181-859d-84c1b40843c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519594'] for network, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:44.625720 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-5777d169-8114-4181-859d-84c1b40843c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:44.628314 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-5777d169-8114-4181-859d-84c1b40843c6 admin admin] 10.222.0.59 "DELETE /v2.0/networks/35abc531-bf75-4dec-a5e3-e5d0c27670e2 HTTP/1.1" status: 204 len: 168 time: 0.4088748 Aug 07 12:58:44.639377 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777d169-8114-4181-859d-84c1b40843c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=35abc531-bf75-4dec-a5e3-e5d0c27670e2,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:45.002508 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 40712) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:45.046354 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-2e6dec20-467e-44e3-90e0-29138751d9ef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=775f2f4a2bb04cda91fea7b50a97d67c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426042 Aug 07 12:58:45.049561 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 40714) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:45.098884 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cf40988a-c67b-4fdf-9f72-d4a3e8793d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:45.121856 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cf40988a-c67b-4fdf-9f72-d4a3e8793d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:45.254618 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cf40988a-c67b-4fdf-9f72-d4a3e8793d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:45.257187 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cf40988a-c67b-4fdf-9f72-d4a3e8793d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:45.258376 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-cf40988a-c67b-4fdf-9f72-d4a3e8793d89 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6bcb6420-ec0b-42f2-8471-99b85e109b26 HTTP/1.1" status: 204 len: 168 time: 0.2078383 Aug 07 12:58:45.266136 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40988a-c67b-4fdf-9f72-d4a3e8793d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcb6420-ec0b-42f2-8471-99b85e109b26,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:45.495564 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef6a88-464d-4a81-81fe-60f555b418c0 req-816fcc54-3600-4c50-825f-e52c7508e06a tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:45.497123 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-06ef6a88-464d-4a81-81fe-60f555b418c0 req-816fcc54-3600-4c50-825f-e52c7508e06a tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0547569 Aug 07 12:58:45.536648 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-06ef6a88-464d-4a81-81fe-60f555b418c0 req-7e40beee-c6d2-436c-acca-83fed0a326ae tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327744 Aug 07 12:58:46.652898 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbc9c6-0178-489c-80f5-5d041969de36 req-aab8658d-da63-4d72-bcf0-a468271fa424 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:46.654369 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2ebbc9c6-0178-489c-80f5-5d041969de36 req-aab8658d-da63-4d72-bcf0-a468271fa424 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0503001 Aug 07 12:58:46.695995 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2ebbc9c6-0178-489c-80f5-5d041969de36 req-ad674729-9be4-4537-94ba-8b43e3e58a41 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347581 Aug 07 12:58:47.347243 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 368f98cb-b87c-4356-a2b5-8ddeede0330f no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:58:47.367183 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: 368f98cb-b87c-4356-a2b5-8ddeede0330f {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:58:47.367528 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 368f98cb-b87c-4356-a2b5-8ddeede0330f not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:58:47.819494 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6eb2fe-c959-4cf1-9b16-e268354cdaa0 req-6d99fd84-e227-4bb2-9796-99c02896f657 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:47.821019 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1a6eb2fe-c959-4cf1-9b16-e268354cdaa0 req-6d99fd84-e227-4bb2-9796-99c02896f657 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0526054 Aug 07 12:58:47.859843 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1a6eb2fe-c959-4cf1-9b16-e268354cdaa0 req-c4ff6e82-f97d-4171-b5dd-7ff0f9d1ee60 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324678 Aug 07 12:58:48.558335 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 40796) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:48.666651 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3d579ac-450d-47fe-936e-db79090fdfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:48.770134 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3d579ac-450d-47fe-936e-db79090fdfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:48.975937 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97411899-8436-449d-b68e-f4e304eaae2f req-e0435a07-0249-4f23-ad2b-75cde7cfd660 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:48.977442 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-97411899-8436-449d-b68e-f4e304eaae2f req-e0435a07-0249-4f23-ad2b-75cde7cfd660 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0496352 Aug 07 12:58:49.016361 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-97411899-8436-449d-b68e-f4e304eaae2f req-750fe56b-5210-4c51-a8d9-5a5a32b84245 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328982 Aug 07 12:58:49.025927 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d3d579ac-450d-47fe-936e-db79090fdfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:49.069521 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-d3d579ac-450d-47fe-936e-db79090fdfb8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f65f19ecc1664d838012a5f7b63ea719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5100784 Aug 07 12:58:49.070272 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d579ac-450d-47fe-936e-db79090fdfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e602d18-88df-405b-8fc1-eea9873a3875,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:49.073131 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 40808) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:49.145831 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c374ae98-af50-42e3-b4c4-811d529b9fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:49.172227 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c374ae98-af50-42e3-b4c4-811d529b9fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:49.305693 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c374ae98-af50-42e3-b4c4-811d529b9fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:49.308338 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c374ae98-af50-42e3-b4c4-811d529b9fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:49.310962 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-c374ae98-af50-42e3-b4c4-811d529b9fd8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5e602d18-88df-405b-8fc1-eea9873a3875 HTTP/1.1" status: 204 len: 168 time: 0.2347028 Aug 07 12:58:49.317283 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374ae98-af50-42e3-b4c4-811d529b9fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e602d18-88df-405b-8fc1-eea9873a3875,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:50.021790 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 40816) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:50.037790 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e54a3afa-ccae-4767-96a1-129e830f2a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:50.154375 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f145448-7840-4c88-97c4-1dacf78246b7 req-cc4d8053-40a0-4bb8-bb78-10dc2dcd8282 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:50.155781 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4f145448-7840-4c88-97c4-1dacf78246b7 req-cc4d8053-40a0-4bb8-bb78-10dc2dcd8282 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0711370 Aug 07 12:58:50.188848 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e54a3afa-ccae-4767-96a1-129e830f2a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:50.207884 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4f145448-7840-4c88-97c4-1dacf78246b7 req-054c6e22-b8ac-454d-bb3e-a72f9ca58c64 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440266 Aug 07 12:58:50.306091 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-e54a3afa-ccae-4767-96a1-129e830f2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:50.344894 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a3afa-ccae-4767-96a1-129e830f2a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44928b92-a197-40c6-94cb-a7642526db33,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:50.350584 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-e54a3afa-ccae-4767-96a1-129e830f2a94 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=731930a3afa041c7b74edf3d51c48096&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276913 Aug 07 12:58:50.353289 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 40824) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:50.408184 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8cabcb1e-7369-49e2-b0ec-051333c5a5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:50.431540 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8cabcb1e-7369-49e2-b0ec-051333c5a5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:50.557653 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8cabcb1e-7369-49e2-b0ec-051333c5a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:50.560249 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8cabcb1e-7369-49e2-b0ec-051333c5a5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:50.561434 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-8cabcb1e-7369-49e2-b0ec-051333c5a5e7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/44928b92-a197-40c6-94cb-a7642526db33 HTTP/1.1" status: 204 len: 168 time: 0.2072213 Aug 07 12:58:50.570003 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabcb1e-7369-49e2-b0ec-051333c5a5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44928b92-a197-40c6-94cb-a7642526db33,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:51.322941 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590e18b-799a-45c4-9cee-86a0ce9f280a req-15bf568c-454f-46d0-8b7c-47fd9e202656 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:51.324410 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e590e18b-799a-45c4-9cee-86a0ce9f280a req-15bf568c-454f-46d0-8b7c-47fd9e202656 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0494206 Aug 07 12:58:51.363708 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e590e18b-799a-45c4-9cee-86a0ce9f280a req-882d4518-f492-4e76-9994-d8e608f65c1f tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322859 Aug 07 12:58:52.499785 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a87dea-22b9-4c35-b1b5-180c2badbad7 req-1557dd06-7d88-42f4-a8e0-242806d67ba3 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:52.506814 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c6a87dea-22b9-4c35-b1b5-180c2badbad7 req-1557dd06-7d88-42f4-a8e0-242806d67ba3 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0743573 Aug 07 12:58:52.544540 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c6a87dea-22b9-4c35-b1b5-180c2badbad7 req-49080d09-7a7e-43d2-8e86-d4bfd402bfd0 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358129 Aug 07 12:58:52.567933 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 40878) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:52.675238 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b1a4071-805b-4710-93ea-a6aeacfe4a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:52.764349 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b1a4071-805b-4710-93ea-a6aeacfe4a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:52.860576 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6b1a4071-805b-4710-93ea-a6aeacfe4a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:52.902107 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-6b1a4071-805b-4710-93ea-a6aeacfe4a45 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ab2e6e2ea2184b4395fff516d00a4268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3330071 Aug 07 12:58:52.903072 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a4071-805b-4710-93ea-a6aeacfe4a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdf67b2-e698-4b35-b1cd-d2131c7b6e79,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:52.904839 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 40884) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:52.953519 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6cddcb45-fa94-4268-b56a-331c9eb9355a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:52.975755 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6cddcb45-fa94-4268-b56a-331c9eb9355a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:53.086779 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6cddcb45-fa94-4268-b56a-331c9eb9355a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:53.089483 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6cddcb45-fa94-4268-b56a-331c9eb9355a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:53.094651 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-6cddcb45-fa94-4268-b56a-331c9eb9355a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2bdf67b2-e698-4b35-b1cd-d2131c7b6e79 HTTP/1.1" status: 204 len: 168 time: 0.1848114 Aug 07 12:58:53.099220 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddcb45-fa94-4268-b56a-331c9eb9355a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdf67b2-e698-4b35-b1cd-d2131c7b6e79,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:53.352178 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 5426d701-ac3a-40c4-a1d2-892478dff7b6 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:58:53.462495 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 5426d701-ac3a-40c4-a1d2-892478dff7b6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5426d701-ac3a-40c4-a1d2-892478dff7b6,segment=NetworkSegment(fcc84ec1-b822-4cad-9814-e01869ab88d4),segment_id=fcc84ec1-b822-4cad-9814-e01869ab88d4)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:58:53.475376 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': '5426d701-ac3a-40c4-a1d2-892478dff7b6', 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f', 'port_id': '5426d701-ac3a-40c4-a1d2-892478dff7b6', 'mac_address': 'fa:16:3e:23:9f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:58:53.513992 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:53.526993 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5426d701-ac3a-40c4-a1d2-892478dff7b6 {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:58:53.548929 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 5426d701-ac3a-40c4-a1d2-892478dff7b6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5426d701-ac3a-40c4-a1d2-892478dff7b6,segment=NetworkSegment(fcc84ec1-b822-4cad-9814-e01869ab88d4),segment_id=fcc84ec1-b822-4cad-9814-e01869ab88d4)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:58:53.647688 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:53.666664 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3ddaa-6340-42e1-9c69-8ac59e40c7bc req-4dd4deaa-6fe3-4828-bf1a-b419f93084ab tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:53.668141 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e0c3ddaa-6340-42e1-9c69-8ac59e40c7bc req-4dd4deaa-6fe3-4828-bf1a-b419f93084ab tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 943 time: 0.0513856 Aug 07 12:58:53.707193 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=5426d701-ac3a-40c4-a1d2-892478dff7b6,revision_number=7']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:53.722174 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e0c3ddaa-6340-42e1-9c69-8ac59e40c7bc req-62378e88-c5b8-4844-a628-078f3ffffb7f tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401540 Aug 07 12:58:53.976503 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 40898) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:53.985347 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['5426d701-ac3a-40c4-a1d2-892478dff7b6'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:58:53.991005 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-24839825-f866-4d32-a7ee-738d26a91ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:54.106986 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-24839825-f866-4d32-a7ee-738d26a91ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:54.226128 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-24839825-f866-4d32-a7ee-738d26a91ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:54.265553 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-24839825-f866-4d32-a7ee-738d26a91ef4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c10d8a0dc1b41e9a7e2cb2575df1b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879331 Aug 07 12:58:54.268098 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24839825-f866-4d32-a7ee-738d26a91ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a90daf0-e1bc-4c83-8710-2e9df8ae0c7c,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:54.269224 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 40900) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:58:54.321107 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07163cc1-5aec-4a42-9171-424f17ef7574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:54.343607 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07163cc1-5aec-4a42-9171-424f17ef7574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:54.511971 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07163cc1-5aec-4a42-9171-424f17ef7574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:54.514471 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-07163cc1-5aec-4a42-9171-424f17ef7574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:54.515727 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-07163cc1-5aec-4a42-9171-424f17ef7574 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2a90daf0-e1bc-4c83-8710-2e9df8ae0c7c HTTP/1.1" status: 204 len: 168 time: 0.2454422 Aug 07 12:58:54.527632 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07163cc1-5aec-4a42-9171-424f17ef7574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a90daf0-e1bc-4c83-8710-2e9df8ae0c7c,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:54.837168 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852acec-7e62-4164-a794-81a1f2ebbd34 req-58651ba2-7e3e-454d-9017-05f88213e104 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:54.838763 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b852acec-7e62-4164-a794-81a1f2ebbd34 req-58651ba2-7e3e-454d-9017-05f88213e104 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 944 time: 0.0515296 Aug 07 12:58:54.881099 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-b852acec-7e62-4164-a794-81a1f2ebbd34 req-e5163d0a-419d-4cf3-9f80-f4ef6a201c05 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350406 Aug 07 12:58:55.377905 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 5426d701-ac3a-40c4-a1d2-892478dff7b6 up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:58:55.435110 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port 5426d701-ac3a-40c4-a1d2-892478dff7b6 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:58:55.435489 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:55.647151 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:55.671014 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5426d701-ac3a-40c4-a1d2-892478dff7b6'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:58:55.673545 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7a4c76-cabb-4690-b39c-adaa7d6e2b9b" -d '{"events": [{"server_uuid": "a9d89f0e-45a3-4af8-bed1-3fa0821989ee", "name": "network-vif-plugged", "status": "completed", "tag": "5426d701-ac3a-40c4-a1d2-892478dff7b6"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:58:55.686828 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port 5426d701-ac3a-40c4-a1d2-892478dff7b6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5426d701-ac3a-40c4-a1d2-892478dff7b6,segment=NetworkSegment(fcc84ec1-b822-4cad-9814-e01869ab88d4),segment_id=fcc84ec1-b822-4cad-9814-e01869ab88d4)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:58:55.713213 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4feb3039-acc1-45c7-923e-02aa785920a8 x-openstack-request-id: req-4feb3039-acc1-45c7-923e-02aa785920a8 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:58:55.713213 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d89f0e-45a3-4af8-bed1-3fa0821989ee", "name": "network-vif-plugged", "status": "completed", "tag": "5426d701-ac3a-40c4-a1d2-892478dff7b6", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:58:55.713213 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4feb3039-acc1-45c7-923e-02aa785920a8 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:58:55.713213 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5426d701-ac3a-40c4-a1d2-892478dff7b6', 'code': 200} Aug 07 12:58:55.764094 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:58:55.810973 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=5426d701-ac3a-40c4-a1d2-892478dff7b6,revision_number=8']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:58:56.005826 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908eb1b5-6efc-43c3-b89a-6437aaca61cd req-03df4915-0c8d-40d5-9d03-413355196b08 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:56.007404 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-908eb1b5-6efc-43c3-b89a-6437aaca61cd req-03df4915-0c8d-40d5-9d03-413355196b08 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0538018 Aug 07 12:58:56.046876 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-908eb1b5-6efc-43c3-b89a-6437aaca61cd req-0c533c7e-f3fe-499c-8d1d-3695f8ac0672 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336213 Aug 07 12:58:56.113174 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34229633-17e0-48fb-9c26-7ce61f126896 req-826263a2-a29e-4906-af01-c33dcff035ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:56.114865 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-34229633-17e0-48fb-9c26-7ce61f126896 req-826263a2-a29e-4906-af01-c33dcff035ee service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 1098 time: 0.0406713 Aug 07 12:58:56.151894 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-34229633-17e0-48fb-9c26-7ce61f126896 req-8cd7fee3-cb94-4195-8774-e63d4aa4f04e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297258 Aug 07 12:58:57.183311 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac75d63-8bb3-4a31-b252-af5e25532349 req-3ddef9e8-1658-44ad-b462-aa2650da8053 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:57.184969 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9ac75d63-8bb3-4a31-b252-af5e25532349 req-3ddef9e8-1658-44ad-b462-aa2650da8053 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0693555 Aug 07 12:58:57.240782 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9ac75d63-8bb3-4a31-b252-af5e25532349 req-83c1ad0b-efa8-4e67-ba1f-190100785198 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437822 Aug 07 12:58:58.364306 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cec28-960c-407e-9a9e-5e36909e3893 req-94f825be-f4d8-4eac-b849-fdfb11f62078 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:58:58.364306 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-792cec28-960c-407e-9a9e-5e36909e3893 req-94f825be-f4d8-4eac-b849-fdfb11f62078 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0511744 Aug 07 12:58:58.402658 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-792cec28-960c-407e-9a9e-5e36909e3893 req-cc4ea27b-e322-4c56-af71-227b32c3f8e4 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338199 Aug 07 12:59:03.464960 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-34261291-6a01-45e2-8c8e-fbd328354aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:04.069903 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 41088) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:04.176530 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8970966a-c92c-4323-8ea0-80d01a0ce20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:04.267770 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8970966a-c92c-4323-8ea0-80d01a0ce20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:04.338735 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-8970966a-c92c-4323-8ea0-80d01a0ce20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:04.379117 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-8970966a-c92c-4323-8ea0-80d01a0ce20e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3963cab9ccdd4b0182784ab8e9ef4ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080151 Aug 07 12:59:04.379856 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970966a-c92c-4323-8ea0-80d01a0ce20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83f8814-3a0a-46c4-8a85-ca6807ee8fc4,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:04.382543 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 41092) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:04.435141 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-56fb9f33-769a-4d38-85a2-437da2614007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:04.456952 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-56fb9f33-769a-4d38-85a2-437da2614007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:04.568808 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-56fb9f33-769a-4d38-85a2-437da2614007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:04.571326 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-56fb9f33-769a-4d38-85a2-437da2614007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:04.577466 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-56fb9f33-769a-4d38-85a2-437da2614007 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b83f8814-3a0a-46c4-8a85-ca6807ee8fc4 HTTP/1.1" status: 204 len: 168 time: 0.1882048 Aug 07 12:59:04.581233 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb9f33-769a-4d38-85a2-437da2614007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83f8814-3a0a-46c4-8a85-ca6807ee8fc4,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:05.393672 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 41112) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:05.406674 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-998e66ac-7140-4098-882b-b0d381c51d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:05.500611 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-998e66ac-7140-4098-882b-b0d381c51d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:05.598632 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 41116) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:05.614021 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-998e66ac-7140-4098-882b-b0d381c51d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:05.653991 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-998e66ac-7140-4098-882b-b0d381c51d0d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=31e754a85ca04a37bcf23c9f957449f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591891 Aug 07 12:59:05.654998 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e66ac-7140-4098-882b-b0d381c51d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e10106-cc6c-4b89-984a-b998158e97b2,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:05.656731 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 41120) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:05.717969 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-671a1a03-1c32-421c-968d-8d7f9bc3981e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:05.730322 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6fb586d1-20bf-47c1-959a-c7e7f3830b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:05.762494 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6fb586d1-20bf-47c1-959a-c7e7f3830b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:05.855125 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-671a1a03-1c32-421c-968d-8d7f9bc3981e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:05.954250 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6fb586d1-20bf-47c1-959a-c7e7f3830b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:05.954250 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-6fb586d1-20bf-47c1-959a-c7e7f3830b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:05.955345 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-6fb586d1-20bf-47c1-959a-c7e7f3830b15 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b2e10106-cc6c-4b89-984a-b998158e97b2 HTTP/1.1" status: 204 len: 168 time: 0.2974107 Aug 07 12:59:05.963552 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb586d1-20bf-47c1-959a-c7e7f3830b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e10106-cc6c-4b89-984a-b998158e97b2,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:06.014499 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-671a1a03-1c32-421c-968d-8d7f9bc3981e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:06.055418 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-671a1a03-1c32-421c-968d-8d7f9bc3981e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=97d7e104fd0b43bfb73f3aab94b8bf87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4556949 Aug 07 12:59:06.056133 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a1a03-1c32-421c-968d-8d7f9bc3981e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e9e9e0-20b3-4198-8294-878fd80e35c2,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:06.058152 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 41126) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:06.106979 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f08accb-8afd-4fae-99d1-622483628d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:06.128195 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f08accb-8afd-4fae-99d1-622483628d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:06.297066 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f08accb-8afd-4fae-99d1-622483628d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:06.297066 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-9f08accb-8afd-4fae-99d1-622483628d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:06.297847 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-9f08accb-8afd-4fae-99d1-622483628d91 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/13e9e9e0-20b3-4198-8294-878fd80e35c2 HTTP/1.1" status: 204 len: 168 time: 0.2385762 Aug 07 12:59:06.306171 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08accb-8afd-4fae-99d1-622483628d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e9e9e0-20b3-4198-8294-878fd80e35c2,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:06.625596 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4797d34e-3aff-41e6-9048-89e8b187fcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:06.669542 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 41132) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:06.683105 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-62600b56-2477-43fe-b973-6e3c69a4bd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:06.773404 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-62600b56-2477-43fe-b973-6e3c69a4bd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:06.848707 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-62600b56-2477-43fe-b973-6e3c69a4bd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:06.889238 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62600b56-2477-43fe-b973-6e3c69a4bd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c7a785-fa70-4b2d-890d-e19277e9228a,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:06.895638 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-62600b56-2477-43fe-b973-6e3c69a4bd2b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=def4522bc3674ab694f67558773e3f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250278 Aug 07 12:59:06.898357 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 41136) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:06.948249 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-20c2b900-1c1a-4a6c-a6b1-02fdba3730b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:06.971195 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-20c2b900-1c1a-4a6c-a6b1-02fdba3730b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:06.997076 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:07.104410 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-20c2b900-1c1a-4a6c-a6b1-02fdba3730b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:07.106998 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-20c2b900-1c1a-4a6c-a6b1-02fdba3730b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:07.108208 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-20c2b900-1c1a-4a6c-a6b1-02fdba3730b3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e0c7a785-fa70-4b2d-890d-e19277e9228a HTTP/1.1" status: 204 len: 168 time: 0.2089906 Aug 07 12:59:07.116119 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2b900-1c1a-4a6c-a6b1-02fdba3730b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c7a785-fa70-4b2d-890d-e19277e9228a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:07.153211 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 41140) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:07.167142 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78408ded-cd9d-4799-92c7-827201971f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:07.203395 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:07.265090 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78408ded-cd9d-4799-92c7-827201971f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:07.356999 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-78408ded-cd9d-4799-92c7-827201971f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:07.394241 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78408ded-cd9d-4799-92c7-827201971f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d25da9-0fcf-4953-b82a-93a5a31a761c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:07.399553 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-78408ded-cd9d-4799-92c7-827201971f07 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5a4d66bc6bc543fa8491175d59b65e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453032 Aug 07 12:59:07.402488 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 41142) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:07.442571 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:07.453904 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-401abe92-ac0e-4bac-aac5-c8ae4b5c5e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:07.476618 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-401abe92-ac0e-4bac-aac5-c8ae4b5c5e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:07.619995 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-401abe92-ac0e-4bac-aac5-c8ae4b5c5e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:07.626852 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-401abe92-ac0e-4bac-aac5-c8ae4b5c5e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:07.626852 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-401abe92-ac0e-4bac-aac5-c8ae4b5c5e8e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/57d25da9-0fcf-4953-b82a-93a5a31a761c HTTP/1.1" status: 204 len: 168 time: 0.2203581 Aug 07 12:59:07.634139 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401abe92-ac0e-4bac-aac5-c8ae4b5c5e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d25da9-0fcf-4953-b82a-93a5a31a761c,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:08.350830 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 41174) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:08.458917 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-881e45b7-5a64-4853-abaf-6c3a5a8c50b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1716897255-network', 'tenant_id': '3bf76c2ba4d046deb320ebf291aa3bf5'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:59:08.614528 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881e45b7-5a64-4853-abaf-6c3a5a8c50b3 admin admin] Made reservation on behalf of 3bf76c2ba4d046deb320ebf291aa3bf5 for: {'network': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:59:08.616862 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-881e45b7-5a64-4853-abaf-6c3a5a8c50b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:08.630867 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-881e45b7-5a64-4853-abaf-6c3a5a8c50b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:08.735063 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-881e45b7-5a64-4853-abaf-6c3a5a8c50b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:08.837336 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-881e45b7-5a64-4853-abaf-6c3a5a8c50b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:08.858891 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881e45b7-5a64-4853-abaf-6c3a5a8c50b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=100621) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:59:08.873137 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e45b7-5a64-4853-abaf-6c3a5a8c50b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0f71e3-afc4-4401-84f9-1e44ef15f706,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:08.878745 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-881e45b7-5a64-4853-abaf-6c3a5a8c50b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:08.879086 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.db.segments_db [None req-881e45b7-5a64-4853-abaf-6c3a5a8c50b3 admin admin] Added segment bac17c3d-d5db-443f-8878-b3a40c1aeedf of type vlan for network b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a Aug 07 12:59:08.930527 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-881e45b7-5a64-4853-abaf-6c3a5a8c50b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:09.077543 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-881e45b7-5a64-4853-abaf-6c3a5a8c50b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:09.078593 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881e45b7-5a64-4853-abaf-6c3a5a8c50b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:09.079889 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-881e45b7-5a64-4853-abaf-6c3a5a8c50b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:09.145670 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e45b7-5a64-4853-abaf-6c3a5a8c50b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:09.160348 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:59:09.290882 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-881e45b7-5a64-4853-abaf-6c3a5a8c50b3 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9376614 Aug 07 12:59:09.293116 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 41194) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:09.299044 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-2583bd37-9ff8-4ff7-b1a7-167d3e28f012 admin admin] Request body: {'subnet': {'network_id': 'b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1716897255-subnet', 'tenant_id': '3bf76c2ba4d046deb320ebf291aa3bf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:59:09.396903 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2583bd37-9ff8-4ff7-b1a7-167d3e28f012 admin admin] Made reservation on behalf of 3bf76c2ba4d046deb320ebf291aa3bf5 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:59:09.399394 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2583bd37-9ff8-4ff7-b1a7-167d3e28f012 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967451'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:09.483802 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:09.637081 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2583bd37-9ff8-4ff7-b1a7-167d3e28f012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8817334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967465'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:09.702903 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583bd37-9ff8-4ff7-b1a7-167d3e28f012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c494d445-8792-411a-a26a-fc7c615bfa2e,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:09.718680 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2583bd37-9ff8-4ff7-b1a7-167d3e28f012 admin admin] Checking segment: {'id': 'bac17c3d-d5db-443f-8878-b3a40c1aeedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:59:09.719038 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2583bd37-9ff8-4ff7-b1a7-167d3e28f012 admin admin] Network hostable DHCP agents. Network: b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:59:09.803094 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2583bd37-9ff8-4ff7-b1a7-167d3e28f012 admin admin] Network b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:59:09.911308 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-2583bd37-9ff8-4ff7-b1a7-167d3e28f012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:59:09.915399 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2583bd37-9ff8-4ff7-b1a7-167d3e28f012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:09.915985 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2583bd37-9ff8-4ff7-b1a7-167d3e28f012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:09.920273 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b18beb-87eb-4c22-840b-491ab78b2a4c None None] Network b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:59:10.046028 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc5a98d-7bc9-41da-9d86-997c2767e555 None None] Network b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:59:10.066649 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-2583bd37-9ff8-4ff7-b1a7-167d3e28f012 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7723401 Aug 07 12:59:11.504058 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 41246) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:11.608201 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8656bad2-ecb4-4725-8553-cd89901cdc32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:11.696719 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8656bad2-ecb4-4725-8553-cd89901cdc32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:11.812648 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-8656bad2-ecb4-4725-8553-cd89901cdc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:11.850262 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656bad2-ecb4-4725-8553-cd89901cdc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09df800d-5cb3-46f5-adef-e2cf6bb6e978,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:11.854706 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-8656bad2-ecb4-4725-8553-cd89901cdc32 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=de1b88fac2fa42058a9bc500eb9bbafe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496323 Aug 07 12:59:11.857837 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 41250) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:11.905419 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dae2fa01-a55b-4bb9-b631-9e88b43ef5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:11.927908 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dae2fa01-a55b-4bb9-b631-9e88b43ef5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:12.059963 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dae2fa01-a55b-4bb9-b631-9e88b43ef5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:12.063223 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-dae2fa01-a55b-4bb9-b631-9e88b43ef5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:12.064850 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-dae2fa01-a55b-4bb9-b631-9e88b43ef5b4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/09df800d-5cb3-46f5-adef-e2cf6bb6e978 HTTP/1.1" status: 204 len: 168 time: 0.2064834 Aug 07 12:59:12.075283 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2fa01-a55b-4bb9-b631-9e88b43ef5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09df800d-5cb3-46f5-adef-e2cf6bb6e978,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:12.570480 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-a099ee9b-f433-4af0-b9df-121f4940812c tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:12.571956 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-a099ee9b-f433-4af0-b9df-121f4940812c tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/networks?id=b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a HTTP/1.1" status: 200 len: 809 time: 0.1072021 Aug 07 12:59:12.587765 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-0e66bb5e-99bb-4a0c-8cea-0e0893664734 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/quotas/3bf76c2ba4d046deb320ebf291aa3bf5 HTTP/1.1" status: 200 len: 375 time: 0.0097122 Aug 07 12:59:12.619075 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-3b12f3ed-80be-40e5-a8f7-c671dcb66a0d tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bf76c2ba4d046deb320ebf291aa3bf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259166 Aug 07 12:59:12.630380 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 41276) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:12.630886 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-37f931d4-d606-4955-9cac-03d18e121472 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=100621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 12:59:12.631853 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-37f931d4-d606-4955-9cac-03d18e121472 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061328 Aug 07 12:59:12.644211 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a5431539-9ac5-4dcc-a3e8-d4e61ddb6af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:12.743935 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-09cdda6a-5bb1-4da8-9b9d-4398f43686e5 service neutron] 10.222.0.59 "GET /v2.0/networks/b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058307 Aug 07 12:59:12.745963 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a5431539-9ac5-4dcc-a3e8-d4e61ddb6af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:12.831526 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a5431539-9ac5-4dcc-a3e8-d4e61ddb6af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:12.836007 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f00734b9-f33d-4cd0-9a05-1e2b336ab3a9 service neutron] 10.222.0.59 "GET /v2.0/networks/b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858386 Aug 07 12:59:12.871729 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-a5431539-9ac5-4dcc-a3e8-d4e61ddb6af8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=66a59f3895f24cae8ad72989d6cbc210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402351 Aug 07 12:59:12.872616 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5431539-9ac5-4dcc-a3e8-d4e61ddb6af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d19404-4019-4167-891e-8907d3498d72,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:12.874690 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 41278) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:12.926807 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1b9ce09d-d9be-4485-9beb-970ba0fd38f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:12.948086 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1b9ce09d-d9be-4485-9beb-970ba0fd38f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:13.174378 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1b9ce09d-d9be-4485-9beb-970ba0fd38f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:13.177089 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-1b9ce09d-d9be-4485-9beb-970ba0fd38f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:13.178523 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-1b9ce09d-d9be-4485-9beb-970ba0fd38f8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/37d19404-4019-4167-891e-8907d3498d72 HTTP/1.1" status: 204 len: 168 time: 0.3026822 Aug 07 12:59:13.190027 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ce09d-d9be-4485-9beb-970ba0fd38f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d19404-4019-4167-891e-8907d3498d72,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:13.422701 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-18e698de-f238-4bff-865d-be6f559fb4e6 req-a1f03e6b-e545-4e42-a965-a970367d8f42 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 210 time: 0.1970680 Aug 07 12:59:14.409769 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 41312) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:14.519947 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ab5c5788-b6c9-46c1-85ed-5f83f2ce13a3 req-ef3d336b-9397-4959-b335-9c54463b30e2 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 210 time: 0.0295620 Aug 07 12:59:14.520491 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b9b555bb-4f0a-45a8-888d-fadf8614403b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-479712433-network', 'tenant_id': '4f4d0f9f639c42138c0f0aa22d69904f'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:59:14.642474 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b555bb-4f0a-45a8-888d-fadf8614403b admin admin] Made reservation on behalf of 4f4d0f9f639c42138c0f0aa22d69904f for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:59:14.644948 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9b555bb-4f0a-45a8-888d-fadf8614403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:14.658978 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9b555bb-4f0a-45a8-888d-fadf8614403b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:14.696400 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:59:14.759190 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9b555bb-4f0a-45a8-888d-fadf8614403b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:14.842470 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9b555bb-4f0a-45a8-888d-fadf8614403b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:14.870109 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b555bb-4f0a-45a8-888d-fadf8614403b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:59:14.876364 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b555bb-4f0a-45a8-888d-fadf8614403b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7703fd7-a252-4f40-8a72-2a77fed5084c,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:14.884483 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9b555bb-4f0a-45a8-888d-fadf8614403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:14.884895 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.segments_db [None req-b9b555bb-4f0a-45a8-888d-fadf8614403b admin admin] Added segment 3cb734fe-46c4-46b5-a7c5-612911daa3de of type vlan for network baef7d1d-8e99-46f1-8ce1-334dd554efee Aug 07 12:59:14.925748 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9b555bb-4f0a-45a8-888d-fadf8614403b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:15.014067 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9b555bb-4f0a-45a8-888d-fadf8614403b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:15.015022 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b555bb-4f0a-45a8-888d-fadf8614403b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:15.015615 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b9b555bb-4f0a-45a8-888d-fadf8614403b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:15.083828 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b555bb-4f0a-45a8-888d-fadf8614403b admin admin] Pushing event updated for resources: {'Network': ['ID=baef7d1d-8e99-46f1-8ce1-334dd554efee,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:15.098877 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network baef7d1d-8e99-46f1-8ce1-334dd554efee details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:59:15.163553 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 41318) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:15.163806 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-b9b555bb-4f0a-45a8-888d-fadf8614403b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7527776 Aug 07 12:59:15.169109 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [None req-ae68a132-aa89-4d8c-ae46-89f351d6dccb admin admin] Request body: {'subnet': {'network_id': 'baef7d1d-8e99-46f1-8ce1-334dd554efee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-479712433-subnet', 'tenant_id': '4f4d0f9f639c42138c0f0aa22d69904f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:59:15.259432 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae68a132-aa89-4d8c-ae46-89f351d6dccb admin admin] Made reservation on behalf of 4f4d0f9f639c42138c0f0aa22d69904f for: {'subnet': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:59:15.262302 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ae68a132-aa89-4d8c-ae46-89f351d6dccb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2431364'] for subnet, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:15.505548 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ae68a132-aa89-4d8c-ae46-89f351d6dccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8863451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2431414'] for subnet, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:15.562956 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68a132-aa89-4d8c-ae46-89f351d6dccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6aa4673-6b9a-45ed-85df-be0b3cc3c402,revision_number=0']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:15.575629 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae68a132-aa89-4d8c-ae46-89f351d6dccb admin admin] Checking segment: {'id': '3cb734fe-46c4-46b5-a7c5-612911daa3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'baef7d1d-8e99-46f1-8ce1-334dd554efee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:59:15.575990 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae68a132-aa89-4d8c-ae46-89f351d6dccb admin admin] Network hostable DHCP agents. Network: baef7d1d-8e99-46f1-8ce1-334dd554efee, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100621) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:59:15.621777 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7fd55f8f-b233-4f6b-a8e5-89c8c4fa0e52 req-c69aa180-9d4c-47a7-ab75-2a1afdf9a4f2 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 210 time: 0.0300131 Aug 07 12:59:15.671428 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae68a132-aa89-4d8c-ae46-89f351d6dccb admin admin] Network baef7d1d-8e99-46f1-8ce1-334dd554efee is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100621) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:59:15.768775 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [None req-ae68a132-aa89-4d8c-ae46-89f351d6dccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, baef7d1d-8e99-46f1-8ce1-334dd554efee) {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:59:15.772691 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae68a132-aa89-4d8c-ae46-89f351d6dccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:15.773275 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ae68a132-aa89-4d8c-ae46-89f351d6dccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:15.777550 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e2a50a-6bb0-4242-946a-fdcf9c9e1332 None None] Network baef7d1d-8e99-46f1-8ce1-334dd554efee requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:59:15.904229 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71466fe2-85a5-4f97-9d44-faa755d99d2a None None] Network baef7d1d-8e99-46f1-8ce1-334dd554efee requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:59:16.140243 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-ba7f40da-f436-4145-8950-1616c68b0893 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:16.141737 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-ba7f40da-f436-4145-8950-1616c68b0893 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.58 "GET /v2.0/networks?id=b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a HTTP/1.1" status: 200 len: 809 time: 0.3646531 Aug 07 12:59:16.167656 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-ed329122-be4c-46ad-b08e-068638a28d2b tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Request body: {'port': {'device_id': '0b35eb25-ef06-43c6-9c40-fdb4b98afc26', 'network_id': 'b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a', 'admin_state_up': True, 'tenant_id': '3bf76c2ba4d046deb320ebf291aa3bf5'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:59:16.233778 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-ae68a132-aa89-4d8c-ae46-89f351d6dccb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0687041 Aug 07 12:59:16.362665 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-ed329122-be4c-46ad-b08e-068638a28d2b tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Made reservation on behalf of 3bf76c2ba4d046deb320ebf291aa3bf5 for: {'port': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:59:16.366234 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-ed329122-be4c-46ad-b08e-068638a28d2b tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:16.491494 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-ed329122-be4c-46ad-b08e-068638a28d2b tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Allocated IP 172.20.0.7 (b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a/c494d445-8792-411a-a26a-fc7c615bfa2e/edaac9b9-5cb1-4c87-9b25-9c31bc82f467) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:59:16.643775 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-ed329122-be4c-46ad-b08e-068638a28d2b tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:16.718086 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7af0ddd1-cba8-4f65-80cb-c76262ecac7f req-cce58a99-c3aa-4d04-aa57-db3088804341 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 210 time: 0.0267978 Aug 07 12:59:16.751736 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-ed329122-be4c-46ad-b08e-068638a28d2b tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:16.794126 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-ed329122-be4c-46ad-b08e-068638a28d2b tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Network b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:59:16.799308 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-ed329122-be4c-46ad-b08e-068638a28d2b tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:59:16.803027 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-ed329122-be4c-46ad-b08e-068638a28d2b tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:59:16.830333 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed329122-be4c-46ad-b08e-068638a28d2b tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Pushing event updated for resources: {'Port': ['ID=edaac9b9-5cb1-4c87-9b25-9c31bc82f467,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:16.855824 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-ed329122-be4c-46ad-b08e-068638a28d2b tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:16.856426 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-ed329122-be4c-46ad-b08e-068638a28d2b tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:16.934742 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-ed329122-be4c-46ad-b08e-068638a28d2b tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7706363 Aug 07 12:59:16.958558 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Request body: {'port': {'device_id': '0b35eb25-ef06-43c6-9c40-fdb4b98afc26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:59:16.973390 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 41344) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:16.978367 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-82e0e546-41cb-4fdf-880c-2a196ae12bdc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-318985709-network', 'tenant_id': '11938fd50e99462998d8b50df3b25223'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:59:17.015691 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:17.099666 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e0e546-41cb-4fdf-880c-2a196ae12bdc admin admin] Made reservation on behalf of 11938fd50e99462998d8b50df3b25223 for: {'network': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:59:17.101982 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-82e0e546-41cb-4fdf-880c-2a196ae12bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for network, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:17.110767 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-82e0e546-41cb-4fdf-880c-2a196ae12bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:17.200287 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-82e0e546-41cb-4fdf-880c-2a196ae12bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:17.278348 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edaac9b9-5cb1-4c87-9b25-9c31bc82f467 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:59:17.285586 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:17.293670 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-82e0e546-41cb-4fdf-880c-2a196ae12bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:17.297117 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Transition to ACTIVE for port object edaac9b9-5cb1-4c87-9b25-9c31bc82f467 will not be triggered until provisioned by entity L2. {{(pid=100621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:59:17.318405 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e0e546-41cb-4fdf-880c-2a196ae12bdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=100620) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 07 12:59:17.328152 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0e546-41cb-4fdf-880c-2a196ae12bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e23640-45d7-4755-b60a-40b3881387b3,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:17.333580 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-82e0e546-41cb-4fdf-880c-2a196ae12bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:17.333926 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.segments_db [None req-82e0e546-41cb-4fdf-880c-2a196ae12bdc admin admin] Added segment 512013d6-b7ba-48ff-b6b5-87b3fce6565c of type vlan for network 9dd39d44-0a68-4ffa-9ae5-114fdf009b17 Aug 07 12:59:17.372119 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-82e0e546-41cb-4fdf-880c-2a196ae12bdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739267054668'] for network, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:17.385202 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:17.435822 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=edaac9b9-5cb1-4c87-9b25-9c31bc82f467,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:17.471086 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-82e0e546-41cb-4fdf-880c-2a196ae12bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550'] for network, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:17.472088 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e0e546-41cb-4fdf-880c-2a196ae12bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:17.472709 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-82e0e546-41cb-4fdf-880c-2a196ae12bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:17.512493 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Attempting to bind port edaac9b9-5cb1-4c87-9b25-9c31bc82f467 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:59:17.512833 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Attempting to bind port edaac9b9-5cb1-4c87-9b25-9c31bc82f467 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'bac17c3d-d5db-443f-8878-b3a40c1aeedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:59:17.513170 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Attempting to bind port edaac9b9-5cb1-4c87-9b25-9c31bc82f467 on network b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:59:17.519074 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Port edaac9b9-5cb1-4c87-9b25-9c31bc82f467 on network b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:59:17.519406 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Attempting to bind port edaac9b9-5cb1-4c87-9b25-9c31bc82f467 on network b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:59:17.524448 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:59:17.524788 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Checking segment: {'id': 'bac17c3d-d5db-443f-8878-b3a40c1aeedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:59:17.525172 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Bound using segment: {'id': 'bac17c3d-d5db-443f-8878-b3a40c1aeedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:59:17.525595 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Bound port: edaac9b9-5cb1-4c87-9b25-9c31bc82f467, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac17c3d-d5db-443f-8878-b3a40c1aeedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:59:17.525956 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:17.534349 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0e546-41cb-4fdf-880c-2a196ae12bdc admin admin] Pushing event updated for resources: {'Network': ['ID=9dd39d44-0a68-4ffa-9ae5-114fdf009b17,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:17.544811 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Network 9dd39d44-0a68-4ffa-9ae5-114fdf009b17 details requested by agent ovs-agent-dv-cinder-787296-2-iscsi with host dv-cinder-787296-2-iscsi {{(pid=100622) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 07 12:59:17.591821 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] For port edaac9b9-5cb1-4c87-9b25-9c31bc82f467, host hv-cinder-78729, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:59:17.595107 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] For port edaac9b9-5cb1-4c87-9b25-9c31bc82f467, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=edaac9b9-5cb1-4c87-9b25-9c31bc82f467,segment=NetworkSegment(bac17c3d-d5db-443f-8878-b3a40c1aeedf),segment_id=bac17c3d-d5db-443f-8878-b3a40c1aeedf)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:59:17.609955 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-82e0e546-41cb-4fdf-880c-2a196ae12bdc admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6347518 Aug 07 12:59:17.612954 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 41346) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:17.618062 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-56c16546-ecc3-4493-bf41-e0e7d88743a6 admin admin] Request body: {'subnet': {'network_id': '9dd39d44-0a68-4ffa-9ae5-114fdf009b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-318985709-subnet', 'tenant_id': '11938fd50e99462998d8b50df3b25223', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:59:17.683406 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:17.717340 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c16546-ecc3-4493-bf41-e0e7d88743a6 admin admin] Made reservation on behalf of 11938fd50e99462998d8b50df3b25223 for: {'subnet': 1} {{(pid=100620) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:59:17.718721 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:17.719343 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:17.720174 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56c16546-ecc3-4493-bf41-e0e7d88743a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8967451'] for subnet, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:17.722160 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] 10.222.0.58 "PUT /v2.0/ports/edaac9b9-5cb1-4c87-9b25-9c31bc82f467 HTTP/1.1" status: 200 len: 1093 time: 0.7677398 Aug 07 12:59:17.722160 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b35eb25-ef06-43c6-9c40-fdb4b98afc26', 'tag': 'edaac9b9-5cb1-4c87-9b25-9c31bc82f467'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:59:17.723707 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2499f5-bbc5-4fea-89a4-9aa2fb7db643" -d '{"events": [{"name": "network-changed", "server_uuid": "0b35eb25-ef06-43c6-9c40-fdb4b98afc26", "tag": "edaac9b9-5cb1-4c87-9b25-9c31bc82f467"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:59:17.751817 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b14ebf-76bb-4dc7-8351-36ecfaafe1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=edaac9b9-5cb1-4c87-9b25-9c31bc82f467,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:17.766613 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9db6286-6cbe-4a06-9b96-59e987e45ad9 x-openstack-request-id: req-a9db6286-6cbe-4a06-9b96-59e987e45ad9 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:59:17.766994 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b35eb25-ef06-43c6-9c40-fdb4b98afc26", "tag": "edaac9b9-5cb1-4c87-9b25-9c31bc82f467", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:59:17.767319 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a9db6286-6cbe-4a06-9b96-59e987e45ad9 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:59:17.767865 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b35eb25-ef06-43c6-9c40-fdb4b98afc26', 'tag': 'edaac9b9-5cb1-4c87-9b25-9c31bc82f467', 'status': 'completed', 'code': 200} Aug 07 12:59:17.884450 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43e60e-0d80-4fcc-a501-a79beba31326 req-604bbe0a-7547-4337-994d-9dc82edc5a16 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:17.886010 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fc43e60e-0d80-4fcc-a501-a79beba31326 req-604bbe0a-7547-4337-994d-9dc82edc5a16 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 943 time: 0.0895851 Aug 07 12:59:17.896314 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2499f5-bbc5-4fea-89a4-9aa2fb7db643 req-fee9ef5c-293b-4ae9-8d35-eb436ba497ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:17.897784 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-aa2499f5-bbc5-4fea-89a4-9aa2fb7db643 req-fee9ef5c-293b-4ae9-8d35-eb436ba497ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3bf76c2ba4d046deb320ebf291aa3bf5&device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 1096 time: 0.0629280 Aug 07 12:59:17.976868 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-fc43e60e-0d80-4fcc-a501-a79beba31326 req-812ca939-3c25-4200-8937-e78a22e1533e tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833497 Aug 07 12:59:17.979854 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56c16546-ecc3-4493-bf41-e0e7d88743a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8817334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8967465'] for subnet, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:18.020676 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2499f5-bbc5-4fea-89a4-9aa2fb7db643 req-24fe25bb-fd75-492a-8f15-4f81ae438a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:18.030077 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-aa2499f5-bbc5-4fea-89a4-9aa2fb7db643 req-24fe25bb-fd75-492a-8f15-4f81ae438a85 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3bf76c2ba4d046deb320ebf291aa3bf5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1075239 Aug 07 12:59:18.039659 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c16546-ecc3-4493-bf41-e0e7d88743a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27c8894a-cccf-4963-ae1b-848ef6a3e79c,revision_number=0']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:18.046005 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c16546-ecc3-4493-bf41-e0e7d88743a6 admin admin] Checking segment: {'id': '512013d6-b7ba-48ff-b6b5-87b3fce6565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9dd39d44-0a68-4ffa-9ae5-114fdf009b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:59:18.046375 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c16546-ecc3-4493-bf41-e0e7d88743a6 admin admin] Network hostable DHCP agents. Network: 9dd39d44-0a68-4ffa-9ae5-114fdf009b17, hostable agents: ['7aa848fa-4796-4401-8ea0-747c4370ef70'], hosted agents: [] {{(pid=100620) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 07 12:59:18.117155 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2499f5-bbc5-4fea-89a4-9aa2fb7db643 req-cb8b0026-991a-4bf9-b8d8-3d473ffe9692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:18.118709 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-aa2499f5-bbc5-4fea-89a4-9aa2fb7db643 req-cb8b0026-991a-4bf9-b8d8-3d473ffe9692 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886121 Aug 07 12:59:18.151188 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c16546-ecc3-4493-bf41-e0e7d88743a6 admin admin] Network 9dd39d44-0a68-4ffa-9ae5-114fdf009b17 is scheduled to be hosted by DHCP agent 7aa848fa-4796-4401-8ea0-747c4370ef70 with binding_index 1 {{(pid=100620) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 07 12:59:18.231684 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-5bb30495-e98f-4ec9-9ac6-cf1d9c1ffe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:18.233513 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-5bb30495-e98f-4ec9-9ac6-cf1d9c1ffe75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3bf76c2ba4d046deb320ebf291aa3bf5&device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 1096 time: 0.0527563 Aug 07 12:59:18.296672 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-bb23b651-3549-483a-8a11-d7327fcc82b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=edaac9b9-5cb1-4c87-9b25-9c31bc82f467 HTTP/1.1" status: 200 len: 217 time: 0.0478623 Aug 07 12:59:18.347604 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-ee55d78e-fb65-4d5b-a315-f7763e9a2ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:18.349040 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-ee55d78e-fb65-4d5b-a315-f7763e9a2ec8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c494d445-8792-411a-a26a-fc7c615bfa2e HTTP/1.1" status: 200 len: 849 time: 0.0458522 Aug 07 12:59:18.380623 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-fcec89cf-da8f-4ca7-a015-e0f5e139ba3a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244081 Aug 07 12:59:18.396494 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-56c16546-ecc3-4493-bf41-e0e7d88743a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-787296-2-iscsi, 9dd39d44-0a68-4ffa-9ae5-114fdf009b17) {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:59:18.400667 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c16546-ecc3-4493-bf41-e0e7d88743a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:18.401250 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-56c16546-ecc3-4493-bf41-e0e7d88743a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:18.405446 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c6f1dd-16ad-4b98-a0e8-704fec8bb836 None None] Network 9dd39d44-0a68-4ffa-9ae5-114fdf009b17 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:59:18.481612 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-0a30e356-b450-430c-9e36-e70381ab7d3b service neutron] 10.222.0.58 "GET /v2.0/networks/b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932226 Aug 07 12:59:18.499234 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-56c16546-ecc3-4493-bf41-e0e7d88743a6 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8849282 Aug 07 12:59:18.527323 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4db8391-cd5c-4dfe-892a-d20610e25961 None None] Network 9dd39d44-0a68-4ffa-9ae5-114fdf009b17 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 12:59:18.586191 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1fbb4586-4a9e-405c-8a78-0a31abc4444c req-73802828-1c42-4ee9-bd8d-218eb745470e service neutron] 10.222.0.58 "GET /v2.0/networks/b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932415 Aug 07 12:59:19.093831 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f7afe-b869-43b6-81a5-0373720ac0ff req-c0c41250-b3a7-47f9-9593-11fdada6ad8b tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:19.095873 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e02f7afe-b869-43b6-81a5-0373720ac0ff req-c0c41250-b3a7-47f9-9593-11fdada6ad8b tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 943 time: 0.0510757 Aug 07 12:59:19.134739 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e02f7afe-b869-43b6-81a5-0373720ac0ff req-143ff83d-e944-47ef-8916-869dbd094b14 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328095 Aug 07 12:59:20.255436 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25bf27-afaf-426b-b9f4-22c6e08714ab req-977be30b-ae3f-45d2-a5c7-2ac2ba2874c8 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:20.256925 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6d25bf27-afaf-426b-b9f4-22c6e08714ab req-977be30b-ae3f-45d2-a5c7-2ac2ba2874c8 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 943 time: 0.0526478 Aug 07 12:59:20.295812 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-6d25bf27-afaf-426b-b9f4-22c6e08714ab req-e60a4bc7-8e32-4b98-b150-9650e4233b74 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329411 Aug 07 12:59:21.411707 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32286cd5-39da-4d52-84fd-a65ce0e5fa86 req-b0a7362a-5c21-4b03-b06d-c22c5749debb tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:21.413308 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-32286cd5-39da-4d52-84fd-a65ce0e5fa86 req-b0a7362a-5c21-4b03-b06d-c22c5749debb tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 943 time: 0.0491302 Aug 07 12:59:21.456393 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-32286cd5-39da-4d52-84fd-a65ce0e5fa86 req-dcd29221-2e08-40fd-9357-7d001367dfcb tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366697 Aug 07 12:59:21.473834 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device edaac9b9-5cb1-4c87-9b25-9c31bc82f467 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:59:21.570867 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port edaac9b9-5cb1-4c87-9b25-9c31bc82f467, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=edaac9b9-5cb1-4c87-9b25-9c31bc82f467,segment=NetworkSegment(bac17c3d-d5db-443f-8878-b3a40c1aeedf),segment_id=bac17c3d-d5db-443f-8878-b3a40c1aeedf)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:59:21.583682 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': 'edaac9b9-5cb1-4c87-9b25-9c31bc82f467', 'network_id': 'b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a', 'port_id': 'edaac9b9-5cb1-4c87-9b25-9c31bc82f467', 'mac_address': 'fa:16:3e:da:d4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c494d445-8792-411a-a26a-fc7c615bfa2e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:59:21.620956 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:21.633923 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edaac9b9-5cb1-4c87-9b25-9c31bc82f467 {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:59:21.653759 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port edaac9b9-5cb1-4c87-9b25-9c31bc82f467, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=edaac9b9-5cb1-4c87-9b25-9c31bc82f467,segment=NetworkSegment(bac17c3d-d5db-443f-8878-b3a40c1aeedf),segment_id=bac17c3d-d5db-443f-8878-b3a40c1aeedf)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:59:21.741693 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:21.791278 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=edaac9b9-5cb1-4c87-9b25-9c31bc82f467,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:22.114849 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['edaac9b9-5cb1-4c87-9b25-9c31bc82f467'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:59:22.584327 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9e6fa-fe3d-441b-80d6-a4d7aeaa9cd0 req-a4a191f0-0157-4407-9bab-25e535928965 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:22.585708 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bdf9e6fa-fe3d-441b-80d6-a4d7aeaa9cd0 req-a4a191f0-0157-4407-9bab-25e535928965 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 944 time: 0.0546443 Aug 07 12:59:22.627233 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bdf9e6fa-fe3d-441b-80d6-a4d7aeaa9cd0 req-a046428d-a049-4fcb-8ef4-c29975f9f38a tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351510 Aug 07 12:59:23.480921 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device edaac9b9-5cb1-4c87-9b25-9c31bc82f467 up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:59:23.686958 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port edaac9b9-5cb1-4c87-9b25-9c31bc82f467 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:59:23.691129 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port edaac9b9-5cb1-4c87-9b25-9c31bc82f467 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:59:23.691625 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:23.750018 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee64a9d-8cd5-4da3-ae2e-9cb88a36b897 req-5f65cbc2-7bce-4d29-bf18-f8b459822cec tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:23.751653 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-dee64a9d-8cd5-4da3-ae2e-9cb88a36b897 req-5f65cbc2-7bce-4d29-bf18-f8b459822cec tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 944 time: 0.0528200 Aug 07 12:59:23.782817 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:23.794462 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-dee64a9d-8cd5-4da3-ae2e-9cb88a36b897 req-a6dfd9f8-e8ed-4070-b327-4006e24b22b8 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362337 Aug 07 12:59:23.806364 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b35eb25-ef06-43c6-9c40-fdb4b98afc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edaac9b9-5cb1-4c87-9b25-9c31bc82f467'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:59:23.808616 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23352e2-771b-489b-ad65-e94afd5f12bd" -d '{"events": [{"server_uuid": "0b35eb25-ef06-43c6-9c40-fdb4b98afc26", "name": "network-vif-plugged", "status": "completed", "tag": "edaac9b9-5cb1-4c87-9b25-9c31bc82f467"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:59:23.822559 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port edaac9b9-5cb1-4c87-9b25-9c31bc82f467, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=edaac9b9-5cb1-4c87-9b25-9c31bc82f467,segment=NetworkSegment(bac17c3d-d5db-443f-8878-b3a40c1aeedf),segment_id=bac17c3d-d5db-443f-8878-b3a40c1aeedf)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:59:23.846273 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6d6dd2-94d0-4035-bf55-4621677c12d0 x-openstack-request-id: req-cf6d6dd2-94d0-4035-bf55-4621677c12d0 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:59:23.850356 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b35eb25-ef06-43c6-9c40-fdb4b98afc26", "name": "network-vif-plugged", "status": "completed", "tag": "edaac9b9-5cb1-4c87-9b25-9c31bc82f467", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:59:23.850356 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cf6d6dd2-94d0-4035-bf55-4621677c12d0 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:59:23.850356 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b35eb25-ef06-43c6-9c40-fdb4b98afc26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edaac9b9-5cb1-4c87-9b25-9c31bc82f467', 'code': 200} Aug 07 12:59:23.911318 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:23.960866 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=edaac9b9-5cb1-4c87-9b25-9c31bc82f467,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:24.181833 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009075c-a408-44dc-b14a-cb6e08e4e8ed req-6feac8b6-bd9d-463f-87be-970c69d9c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:24.183425 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a009075c-a408-44dc-b14a-cb6e08e4e8ed req-6feac8b6-bd9d-463f-87be-970c69d9c7b0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 1098 time: 0.0446100 Aug 07 12:59:24.219014 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a009075c-a408-44dc-b14a-cb6e08e4e8ed req-023ccdd0-06cd-4f51-841b-637337e668f9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273857 Aug 07 12:59:24.912672 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22bb50-977c-4396-b383-d0c50e37405e req-c42e383d-3c03-4a58-91a0-4c8ea68b4f4f tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:24.914208 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ce22bb50-977c-4396-b383-d0c50e37405e req-c42e383d-3c03-4a58-91a0-4c8ea68b4f4f tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 945 time: 0.0497451 Aug 07 12:59:24.952427 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ce22bb50-977c-4396-b383-d0c50e37405e req-b706e7b1-5f2a-4c97-b42f-f4df6bdbea0e tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321672 Aug 07 12:59:26.068874 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba08c4-f280-4b1a-818a-e46425b2d199 req-4151dd7d-6a51-4593-be34-a19fbfa4568c tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:26.070290 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-34ba08c4-f280-4b1a-818a-e46425b2d199 req-4151dd7d-6a51-4593-be34-a19fbfa4568c tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 945 time: 0.0499098 Aug 07 12:59:26.108671 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-34ba08c4-f280-4b1a-818a-e46425b2d199 req-dc1a80fd-5983-49dd-9a1a-b7947966dc47 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324326 Aug 07 12:59:27.624201 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b99e3f-3422-4255-a034-dde785d4a138 req-ef161d79-341f-44b0-9656-578c72fee5cd tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:27.626208 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b5b99e3f-3422-4255-a034-dde785d4a138 req-ef161d79-341f-44b0-9656-578c72fee5cd tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 945 time: 0.0566304 Aug 07 12:59:27.665149 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b5b99e3f-3422-4255-a034-dde785d4a138 req-99992b39-db55-4348-aac7-063af40d9780 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329580 Aug 07 12:59:28.783575 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50f429-ce22-4720-81ee-b58c6799ea6b req-18659077-cfa7-42cf-b59a-c1850be3c014 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:28.791032 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1a50f429-ce22-4720-81ee-b58c6799ea6b req-18659077-cfa7-42cf-b59a-c1850be3c014 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 945 time: 0.0557275 Aug 07 12:59:28.835134 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1a50f429-ce22-4720-81ee-b58c6799ea6b req-c630887d-99ea-4e35-9db9-1fd6b4ed9f00 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382030 Aug 07 12:59:29.343046 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b7f90-c63f-4956-b672-802f9eb6f950 req-29353e00-9f46-4d78-8ee9-2ab77e5a2914 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:29.345076 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-266b7f90-c63f-4956-b672-802f9eb6f950 req-29353e00-9f46-4d78-8ee9-2ab77e5a2914 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 945 time: 0.0482745 Aug 07 12:59:29.437666 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-266b7f90-c63f-4956-b672-802f9eb6f950 req-56fc04a6-dc31-4035-8d82-282340d779b2 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Deleting port edaac9b9-5cb1-4c87-9b25-9c31bc82f467 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:59:29.438007 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-266b7f90-c63f-4956-b672-802f9eb6f950 req-56fc04a6-dc31-4035-8d82-282340d779b2 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:29.531700 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-266b7f90-c63f-4956-b672-802f9eb6f950 req-56fc04a6-dc31-4035-8d82-282340d779b2 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] For port edaac9b9-5cb1-4c87-9b25-9c31bc82f467, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=edaac9b9-5cb1-4c87-9b25-9c31bc82f467,segment=NetworkSegment(bac17c3d-d5db-443f-8878-b3a40c1aeedf),segment_id=bac17c3d-d5db-443f-8878-b3a40c1aeedf)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:59:29.532788 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-266b7f90-c63f-4956-b672-802f9eb6f950 req-56fc04a6-dc31-4035-8d82-282340d779b2 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:29.546052 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-266b7f90-c63f-4956-b672-802f9eb6f950 req-56fc04a6-dc31-4035-8d82-282340d779b2 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Calling delete_port for edaac9b9-5cb1-4c87-9b25-9c31bc82f467 owned by compute:nova {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:59:29.755339 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-266b7f90-c63f-4956-b672-802f9eb6f950 req-56fc04a6-dc31-4035-8d82-282340d779b2 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:29.784268 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc04a6-dc31-4035-8d82-282340d779b2 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Pushing event deleted for resources: {'Port': ['ID=edaac9b9-5cb1-4c87-9b25-9c31bc82f467,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:29.798029 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['edaac9b9-5cb1-4c87-9b25-9c31bc82f467'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:59:29.831788 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [req-266b7f90-c63f-4956-b672-802f9eb6f950 req-56fc04a6-dc31-4035-8d82-282340d779b2 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] No DVR routers for this DVR port edaac9b9-5cb1-4c87-9b25-9c31bc82f467 on host hv-cinder-78729 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:59:29.846829 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-266b7f90-c63f-4956-b672-802f9eb6f950 req-56fc04a6-dc31-4035-8d82-282340d779b2 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:29.848923 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-266b7f90-c63f-4956-b672-802f9eb6f950 req-56fc04a6-dc31-4035-8d82-282340d779b2 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.58 "DELETE /v2.0/ports/edaac9b9-5cb1-4c87-9b25-9c31bc82f467 HTTP/1.1" status: 204 len: 173 time: 0.4960067 Aug 07 12:59:29.849395 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b35eb25-ef06-43c6-9c40-fdb4b98afc26', 'name': 'network-vif-deleted', 'tag': 'edaac9b9-5cb1-4c87-9b25-9c31bc82f467'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:59:29.851666 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cac20d3-91bf-4c0b-979e-809e95bc8659" -d '{"events": [{"server_uuid": "0b35eb25-ef06-43c6-9c40-fdb4b98afc26", "name": "network-vif-deleted", "tag": "edaac9b9-5cb1-4c87-9b25-9c31bc82f467"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:59:29.896319 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182e847a-548d-49a6-ac80-3ec343b497d2 x-openstack-request-id: req-182e847a-548d-49a6-ac80-3ec343b497d2 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:59:29.896603 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b35eb25-ef06-43c6-9c40-fdb4b98afc26", "name": "network-vif-deleted", "tag": "edaac9b9-5cb1-4c87-9b25-9c31bc82f467", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:59:29.896851 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-182e847a-548d-49a6-ac80-3ec343b497d2 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:59:29.897243 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b35eb25-ef06-43c6-9c40-fdb4b98afc26', 'name': 'network-vif-deleted', 'tag': 'edaac9b9-5cb1-4c87-9b25-9c31bc82f467', 'status': 'completed', 'code': 200} Aug 07 12:59:29.928820 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-216a149f-0c0b-4fac-892f-50361a610efd req-75ed50bb-dc2e-4ca9-a0a3-f4dceaa7d5f6 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=0b35eb25-ef06-43c6-9c40-fdb4b98afc26 HTTP/1.1" status: 200 len: 210 time: 0.0254798 Aug 07 12:59:31.284327 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-10e22d0d-f732-4b81-aa8c-c3cd45685057 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:31.285768 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-10e22d0d-f732-4b81-aa8c-c3cd45685057 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/networks?id=b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a HTTP/1.1" status: 200 len: 809 time: 0.0991776 Aug 07 12:59:31.300663 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-6a338bb6-35ea-4992-b3fd-522794284d4c tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/quotas/3bf76c2ba4d046deb320ebf291aa3bf5 HTTP/1.1" status: 200 len: 375 time: 0.0091274 Aug 07 12:59:31.335410 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-b740f7bf-6c5f-4fe4-b5b9-378a86717b8a tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3bf76c2ba4d046deb320ebf291aa3bf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294039 Aug 07 12:59:31.346042 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-26d80122-a0c5-477a-8d8b-499c29b26793 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=100620) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 12:59:31.347018 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-26d80122-a0c5-477a-8d8b-499c29b26793 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051382 Aug 07 12:59:31.431859 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-08a78855-d13f-41de-b2c0-bcf358c0d2ad service neutron] 10.222.0.59 "GET /v2.0/networks/b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793569 Aug 07 12:59:31.527565 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-ee5b792c-6973-4112-aa49-b64c203cac5e service neutron] 10.222.0.59 "GET /v2.0/networks/b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897408 Aug 07 12:59:31.819421 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8b2f7d29-e2c7-440b-9a24-0567aea42050 req-f685523b-3c9d-4742-9a3f-1a9ec762200b tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 210 time: 0.0285325 Aug 07 12:59:32.916723 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-3fa20bc0-eb74-4c5e-81cb-0655371e09dc req-62d66831-4d67-40ee-9f38-7c06cb219e7f tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 210 time: 0.0280175 Aug 07 12:59:33.430904 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-0b8c061c-86f6-4d68-9167-d214da15f793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:33.503753 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device edaac9b9-5cb1-4c87-9b25-9c31bc82f467 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:59:33.526061 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: edaac9b9-5cb1-4c87-9b25-9c31bc82f467 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:59:33.526443 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device edaac9b9-5cb1-4c87-9b25-9c31bc82f467 not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:59:34.055913 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f0b79789-eddd-4425-b350-084902e83b01 req-644536a6-a6a7-4878-a7ee-e4e483e81f86 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 210 time: 0.0312958 Aug 07 12:59:34.330885 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-928f87b5-5760-4c38-b77d-916feb0b81cf tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:34.333594 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-928f87b5-5760-4c38-b77d-916feb0b81cf tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.58 "GET /v2.0/networks?id=b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a HTTP/1.1" status: 200 len: 809 time: 0.1165032 Aug 07 12:59:34.364204 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-84fc93e4-b76b-4683-b612-9ec29bcaba93 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Request body: {'port': {'device_id': '3496a212-7bfe-4342-8963-ac625ec33c1a', 'network_id': 'b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a', 'admin_state_up': True, 'tenant_id': '3bf76c2ba4d046deb320ebf291aa3bf5'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:59:34.583864 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-84fc93e4-b76b-4683-b612-9ec29bcaba93 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Made reservation on behalf of 3bf76c2ba4d046deb320ebf291aa3bf5 for: {'port': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:59:34.587874 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-84fc93e4-b76b-4683-b612-9ec29bcaba93 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:34.731111 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-84fc93e4-b76b-4683-b612-9ec29bcaba93 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Allocated IP 172.20.0.4 (b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a/c494d445-8792-411a-a26a-fc7c615bfa2e/e85fb47a-c247-4f8a-880e-89fa1e4b6283) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 12:59:34.900778 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-84fc93e4-b76b-4683-b612-9ec29bcaba93 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:35.024602 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-84fc93e4-b76b-4683-b612-9ec29bcaba93 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:35.070105 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-84fc93e4-b76b-4683-b612-9ec29bcaba93 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Network b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 12:59:35.073146 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-84fc93e4-b76b-4683-b612-9ec29bcaba93 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 12:59:35.077237 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-84fc93e4-b76b-4683-b612-9ec29bcaba93 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 12:59:35.084829 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc93e4-b76b-4683-b612-9ec29bcaba93 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Pushing event updated for resources: {'Port': ['ID=e85fb47a-c247-4f8a-880e-89fa1e4b6283,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:35.136377 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-84fc93e4-b76b-4683-b612-9ec29bcaba93 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:35.136990 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-84fc93e4-b76b-4683-b612-9ec29bcaba93 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:35.182576 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e3199-ad5c-42dc-96ac-d2514ab27ee3 req-2866dab7-a298-46ee-86ee-b5ac78867002 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:35.183970 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7b0e3199-ad5c-42dc-96ac-d2514ab27ee3 req-2866dab7-a298-46ee-86ee-b5ac78867002 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 931 time: 0.0497167 Aug 07 12:59:35.226277 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-7b0e3199-ad5c-42dc-96ac-d2514ab27ee3 req-882eec93-4ece-4e0a-9ccc-19d06f6d707f tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327990 Aug 07 12:59:35.237474 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-84fc93e4-b76b-4683-b612-9ec29bcaba93 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8800266 Aug 07 12:59:35.256203 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-01c68820-d46d-401e-8d3b-fc73b55aed82 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=100621) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 07 12:59:35.257228 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-01c68820-d46d-401e-8d3b-fc73b55aed82 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050805 Aug 07 12:59:35.270834 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Request body: {'port': {'device_id': '3496a212-7bfe-4342-8963-ac625ec33c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:59:35.333650 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:35.448775 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 41548) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:35.497081 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Deleting subnet f6aa4673-6b9a-45ed-85df-be0b3cc3c402 {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 12:59:35.500362 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:35.539701 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678694'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:35.588053 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528469'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:35.630831 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85fb47a-c247-4f8a-880e-89fa1e4b6283 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:59:35.639888 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:35.716700 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Transition to ACTIVE for port object e85fb47a-c247-4f8a-880e-89fa1e4b6283 will not be triggered until provisioned by entity L2. {{(pid=100621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 12:59:35.717170 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8817393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967472'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:35.743390 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6aa4673-6b9a-45ed-85df-be0b3cc3c402,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:35.747823 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:35.749669 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f6aa4673-6b9a-45ed-85df-be0b3cc3c402 HTTP/1.1" status: 204 len: 168 time: 0.2995782 Aug 07 12:59:35.753322 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 41550) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:35.760734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:35.760734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:35.760734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:35.760734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:35.760734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:35.760734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:35.760734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:35.760734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:35.760734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:35.760734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:35.760734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:35.760734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f27601-7f05-4372-b77f-a3ec49603b9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:35.796775 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:35.871088 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-57bbc6ed-df48-49e0-9962-8b6ecf360ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561226'] for network, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:35.872110 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Pushing event updated for resources: {'Port': ['ID=e85fb47a-c247-4f8a-880e-89fa1e4b6283,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:36.021837 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-57bbc6ed-df48-49e0-9962-8b6ecf360ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531410', 'neutron.services.segments.db._delete_segments_for_network-8739267626096'] for network, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:36.024733 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Attempting to bind port e85fb47a-c247-4f8a-880e-89fa1e4b6283 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 12:59:36.025074 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Attempting to bind port e85fb47a-c247-4f8a-880e-89fa1e4b6283 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'bac17c3d-d5db-443f-8878-b3a40c1aeedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 12:59:36.025418 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Attempting to bind port e85fb47a-c247-4f8a-880e-89fa1e4b6283 on network b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:59:36.037138 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-57bbc6ed-df48-49e0-9962-8b6ecf360ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baef7d1d-8e99-46f1-8ce1-334dd554efee']}} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:59:36.039765 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Port e85fb47a-c247-4f8a-880e-89fa1e4b6283 on network b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 12:59:36.040096 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Attempting to bind port e85fb47a-c247-4f8a-880e-89fa1e4b6283 on network b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 12:59:36.053122 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-57bbc6ed-df48-49e0-9962-8b6ecf360ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb734fe-46c4-46b5-a7c5-612911daa3de') {'for_net_delete': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:59:36.053423 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-57bbc6ed-df48-49e0-9962-8b6ecf360ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb734fe-46c4-46b5-a7c5-612911daa3de') {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:59:36.055396 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 12:59:36.055737 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Checking segment: {'id': 'bac17c3d-d5db-443f-8878-b3a40c1aeedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 12:59:36.056124 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Bound using segment: {'id': 'bac17c3d-d5db-443f-8878-b3a40c1aeedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 12:59:36.056590 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Bound port: e85fb47a-c247-4f8a-880e-89fa1e4b6283, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac17c3d-d5db-443f-8878-b3a40c1aeedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 12:59:36.056954 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:36.076664 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-57bbc6ed-df48-49e0-9962-8b6ecf360ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739267629177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637966'] for segment, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:36.113855 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-57bbc6ed-df48-49e0-9962-8b6ecf360ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:36.129647 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57bbc6ed-df48-49e0-9962-8b6ecf360ff3 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=100621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 12:59:36.130073 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-57bbc6ed-df48-49e0-9962-8b6ecf360ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8863298'] for segment, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: Traceback (most recent call last): Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: timer() Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: cb(*args, **kw) Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: return func(*args, **kwargs) Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: self._notify() Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: self.callback(batched_events) Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: event.method(event) Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: return f(self, *a, **k) Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._get(url).json() Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: return self.request(url, 'GET', **kwargs) Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 12:59:36.131811 dv-cinder-787296-2-iscsi neutron-server[100621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 12:59:36.194786 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] For port e85fb47a-c247-4f8a-880e-89fa1e4b6283, host hv-cinder-78729, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 12:59:36.198392 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] For port e85fb47a-c247-4f8a-880e-89fa1e4b6283, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e85fb47a-c247-4f8a-880e-89fa1e4b6283,segment=NetworkSegment(bac17c3d-d5db-443f-8878-b3a40c1aeedf),segment_id=bac17c3d-d5db-443f-8878-b3a40c1aeedf)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 12:59:36.283370 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-57bbc6ed-df48-49e0-9962-8b6ecf360ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519594'] for network, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:36.300033 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-57bbc6ed-df48-49e0-9962-8b6ecf360ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:36.301783 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-57bbc6ed-df48-49e0-9962-8b6ecf360ff3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/baef7d1d-8e99-46f1-8ce1-334dd554efee HTTP/1.1" status: 204 len: 168 time: 0.5473921 Aug 07 12:59:36.303324 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbc6ed-df48-49e0-9962-8b6ecf360ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=baef7d1d-8e99-46f1-8ce1-334dd554efee,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:36.304863 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 41554) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:36.315151 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:36.398337 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:36.398964 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:36.400375 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] 10.222.0.58 "PUT /v2.0/ports/e85fb47a-c247-4f8a-880e-89fa1e4b6283 HTTP/1.1" status: 200 len: 1093 time: 1.1342525 Aug 07 12:59:36.405826 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3496a212-7bfe-4342-8963-ac625ec33c1a', 'tag': 'e85fb47a-c247-4f8a-880e-89fa1e4b6283'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:59:36.408917 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329cc6dc-92e9-4511-90e8-eb8886f6230e" -d '{"events": [{"name": "network-changed", "server_uuid": "3496a212-7bfe-4342-8963-ac625ec33c1a", "tag": "e85fb47a-c247-4f8a-880e-89fa1e4b6283"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:59:36.443483 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ff7ef9-2280-4c49-a4a9-dca458f96a30 admin admin] Deleting subnet 27c8894a-cccf-4963-ae1b-848ef6a3e79c {{(pid=100621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 12:59:36.449955 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 12:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64089ae2-67b7-49ee-bbbe-521c1aa9958b x-openstack-request-id: req-64089ae2-67b7-49ee-bbbe-521c1aa9958b {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:59:36.453305 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3496a212-7bfe-4342-8963-ac625ec33c1a", "tag": "e85fb47a-c247-4f8a-880e-89fa1e4b6283", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:59:36.453305 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-64089ae2-67b7-49ee-bbbe-521c1aa9958b {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:59:36.453305 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3496a212-7bfe-4342-8963-ac625ec33c1a', 'tag': 'e85fb47a-c247-4f8a-880e-89fa1e4b6283', 'status': 'completed', 'code': 200} Aug 07 12:59:36.462779 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ceec1f-86dc-46e6-9940-81006fe753ae req-b7997419-1ea3-4477-8b80-728a8ae66614 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:36.464416 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-42ceec1f-86dc-46e6-9940-81006fe753ae req-b7997419-1ea3-4477-8b80-728a8ae66614 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 943 time: 0.1659756 Aug 07 12:59:36.465472 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-72ff7ef9-2280-4c49-a4a9-dca458f96a30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:36.467653 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281ad8a9-8740-453d-aa96-cfc3fa04d94c service neutron] Pushing event updated for resources: {'Port': ['ID=e85fb47a-c247-4f8a-880e-89fa1e4b6283,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:36.553602 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-72ff7ef9-2280-4c49-a4a9-dca458f96a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3637977'] for subnet, precommit_delete_associations {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:36.600112 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-42ceec1f-86dc-46e6-9940-81006fe753ae req-0b45bb3b-d406-4136-a493-7513e50700ed tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069334 Aug 07 12:59:36.606578 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-abf04fb8-ba69-4891-87ac-2edd14369be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:36.613516 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cc6dc-92e9-4511-90e8-eb8886f6230e req-fc69ce41-5b6d-40f9-b090-9fa4e2b97ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:36.615069 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-329cc6dc-92e9-4511-90e8-eb8886f6230e req-fc69ce41-5b6d-40f9-b090-9fa4e2b97ec4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3bf76c2ba4d046deb320ebf291aa3bf5&device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 1096 time: 0.1107876 Aug 07 12:59:36.616089 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-72ff7ef9-2280-4c49-a4a9-dca458f96a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528469'] for subnet, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:36.747064 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cc6dc-92e9-4511-90e8-eb8886f6230e req-5f942118-fa21-451e-8a38-a28c2b7696e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:36.748569 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-329cc6dc-92e9-4511-90e8-eb8886f6230e req-5f942118-fa21-451e-8a38-a28c2b7696e2 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3bf76c2ba4d046deb320ebf291aa3bf5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1113005 Aug 07 12:59:36.803458 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-72ff7ef9-2280-4c49-a4a9-dca458f96a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8863388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2431407'] for subnet, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:36.838709 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff7ef9-2280-4c49-a4a9-dca458f96a30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27c8894a-cccf-4963-ae1b-848ef6a3e79c,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:36.848996 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-72ff7ef9-2280-4c49-a4a9-dca458f96a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:36.850920 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-72ff7ef9-2280-4c49-a4a9-dca458f96a30 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/27c8894a-cccf-4963-ae1b-848ef6a3e79c HTTP/1.1" status: 204 len: 168 time: 0.5371988 Aug 07 12:59:36.853509 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 41558) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:36.940728 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cc6dc-92e9-4511-90e8-eb8886f6230e req-2b15b793-82bc-4a00-93e8-669ce7a44372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:36.942246 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-329cc6dc-92e9-4511-90e8-eb8886f6230e req-2b15b793-82bc-4a00-93e8-669ce7a44372 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1833816 Aug 07 12:59:36.946451 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99070df3-46e4-426e-b58d-b0dde3d2e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561226'] for network, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:36.985018 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:37.057702 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99070df3-46e4-426e-b58d-b0dde3d2e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531410', 'neutron.services.segments.db._delete_segments_for_network-8739267626096'] for network, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:37.069734 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-99070df3-46e4-426e-b58d-b0dde3d2e749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd39d44-0a68-4ffa-9ae5-114fdf009b17']}} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:59:37.083390 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-99070df3-46e4-426e-b58d-b0dde3d2e749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512013d6-b7ba-48ff-b6b5-87b3fce6565c') {'for_net_delete': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:59:37.084073 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-99070df3-46e4-426e-b58d-b0dde3d2e749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512013d6-b7ba-48ff-b6b5-87b3fce6565c') {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 12:59:37.095814 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99070df3-46e4-426e-b58d-b0dde3d2e749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739267629177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637966'] for segment, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:37.098493 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-d28563fa-264b-48e0-aef2-b2c83c5ab6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:37.100029 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-d28563fa-264b-48e0-aef2-b2c83c5ab6bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3bf76c2ba4d046deb320ebf291aa3bf5&device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 1096 time: 0.0840743 Aug 07 12:59:37.112699 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99070df3-46e4-426e-b58d-b0dde3d2e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:37.124835 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99070df3-46e4-426e-b58d-b0dde3d2e749 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=100621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 12:59:37.125237 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99070df3-46e4-426e-b58d-b0dde3d2e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8863298'] for segment, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: Traceback (most recent call last): Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: timer() Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: cb(*args, **kw) Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: return func(*args, **kwargs) Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: self._notify() Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: self.callback(batched_events) Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: event.method(event) Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: return f(self, *a, **k) Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._get(url).json() Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: return self.request(url, 'GET', **kwargs) Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 12:59:37.127028 dv-cinder-787296-2-iscsi neutron-server[100621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 12:59:37.162016 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:37.188356 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-b096d063-c0c3-421a-b199-88e9a1fd8c2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e85fb47a-c247-4f8a-880e-89fa1e4b6283 HTTP/1.1" status: 200 len: 217 time: 0.0712419 Aug 07 12:59:37.245498 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-edbbb101-8abf-4466-b241-0751f85b63c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:37.247011 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-edbbb101-8abf-4466-b241-0751f85b63c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c494d445-8792-411a-a26a-fc7c615bfa2e HTTP/1.1" status: 200 len: 849 time: 0.0507030 Aug 07 12:59:37.282874 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-7b6ee478-4d90-4cf2-b31c-00502f2df46d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249686 Aug 07 12:59:37.305806 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99070df3-46e4-426e-b58d-b0dde3d2e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519594'] for network, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:37.325408 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-99070df3-46e4-426e-b58d-b0dde3d2e749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:37.325408 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-99070df3-46e4-426e-b58d-b0dde3d2e749 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9dd39d44-0a68-4ffa-9ae5-114fdf009b17 HTTP/1.1" status: 204 len: 168 time: 0.4695094 Aug 07 12:59:37.366340 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99070df3-46e4-426e-b58d-b0dde3d2e749 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd39d44-0a68-4ffa-9ae5-114fdf009b17,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:37.402993 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:37.409108 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-8134428a-9a35-4156-9db0-6a42bd0c7ee8 service neutron] 10.222.0.58 "GET /v2.0/networks/b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115713 Aug 07 12:59:37.504424 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-4be949c5-8d83-4c8e-b8f5-b574f424f1b4 req-31a17a64-c1e4-4b73-a26a-17ee5b2b7ff5 service neutron] 10.222.0.58 "GET /v2.0/networks/b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872161 Aug 07 12:59:37.724463 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd3612-9ae7-4ccc-8490-2a45c5ed5cab req-d6344cdd-3481-4c5e-9208-6daf2aa3f83e tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:37.725963 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-53bd3612-9ae7-4ccc-8490-2a45c5ed5cab req-d6344cdd-3481-4c5e-9208-6daf2aa3f83e tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 943 time: 0.0496492 Aug 07 12:59:37.759511 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 41568) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:37.766962 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-53bd3612-9ae7-4ccc-8490-2a45c5ed5cab req-7893749c-fb4c-445d-baf1-65a46b2fc055 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347264 Aug 07 12:59:37.799625 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-e2cb97e8-c7fe-4d8a-a320-7d57d53a82d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4f4d0f9f639c42138c0f0aa22d69904f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389211 Aug 07 12:59:37.801980 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 41570) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:37.854675 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ccea7581-ada3-47ab-abb0-bc0059923d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:37.876960 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ccea7581-ada3-47ab-abb0-bc0059923d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:38.029106 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ccea7581-ada3-47ab-abb0-bc0059923d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:38.032324 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ccea7581-ada3-47ab-abb0-bc0059923d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:38.033582 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-ccea7581-ada3-47ab-abb0-bc0059923d06 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b7703fd7-a252-4f40-8a72-2a77fed5084c HTTP/1.1" status: 204 len: 168 time: 0.2306609 Aug 07 12:59:38.041507 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea7581-ada3-47ab-abb0-bc0059923d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7703fd7-a252-4f40-8a72-2a77fed5084c,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:38.716057 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 41576) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:38.757788 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-c6ff1dbd-f8c3-4909-b603-b14eecbbd3af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11938fd50e99462998d8b50df3b25223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404918 Aug 07 12:59:38.760407 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 41578) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:38.811360 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cfa3885f-e78f-45f0-859a-67ba270914b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:38.837048 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cfa3885f-e78f-45f0-859a-67ba270914b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:39.193340 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf13cb-4d30-4507-8ccb-987d665502ba req-9e00b99f-6192-458f-a32b-48fec0d069d3 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:39.194849 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-45cf13cb-4d30-4507-8ccb-987d665502ba req-9e00b99f-6192-458f-a32b-48fec0d069d3 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 943 time: 0.3556945 Aug 07 12:59:39.233781 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-45cf13cb-4d30-4507-8ccb-987d665502ba req-afd08612-eb37-4fe4-9d03-060a49acbdf6 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318840 Aug 07 12:59:39.282801 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cfa3885f-e78f-45f0-859a-67ba270914b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:39.285400 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-cfa3885f-e78f-45f0-859a-67ba270914b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:39.286544 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-cfa3885f-e78f-45f0-859a-67ba270914b9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95e23640-45d7-4755-b60a-40b3881387b3 HTTP/1.1" status: 204 len: 168 time: 0.5252173 Aug 07 12:59:39.294393 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3885f-e78f-45f0-859a-67ba270914b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e23640-45d7-4755-b60a-40b3881387b3,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:39.302806 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa3885f-e78f-45f0-859a-67ba270914b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:39.306918 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa3885f-e78f-45f0-859a-67ba270914b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:39.306918 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa3885f-e78f-45f0-859a-67ba270914b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:39.306918 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa3885f-e78f-45f0-859a-67ba270914b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:39.306918 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa3885f-e78f-45f0-859a-67ba270914b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:39.306918 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa3885f-e78f-45f0-859a-67ba270914b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:39.306918 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa3885f-e78f-45f0-859a-67ba270914b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:39.306918 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa3885f-e78f-45f0-859a-67ba270914b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:39.306918 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa3885f-e78f-45f0-859a-67ba270914b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:39.306918 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa3885f-e78f-45f0-859a-67ba270914b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:39.306918 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa3885f-e78f-45f0-859a-67ba270914b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:39.306918 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa3885f-e78f-45f0-859a-67ba270914b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:39.442099 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:40.361123 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a120f0-3048-4bca-8438-cfea9f2e2a0a req-3e2d4b58-56dd-472f-a50a-00525a9238bd tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:40.362762 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-76a120f0-3048-4bca-8438-cfea9f2e2a0a req-3e2d4b58-56dd-472f-a50a-00525a9238bd tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 943 time: 0.0544057 Aug 07 12:59:40.406497 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-76a120f0-3048-4bca-8438-cfea9f2e2a0a req-bf0e945f-a240-43b0-96ea-69eafbad528e tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373826 Aug 07 12:59:41.528469 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c67ec-09c3-42cb-8bc8-0f97c9d115e5 req-d62a289a-3f50-4baf-93ac-5b0a24be64b1 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:41.530109 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f25c67ec-09c3-42cb-8bc8-0f97c9d115e5 req-d62a289a-3f50-4baf-93ac-5b0a24be64b1 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 943 time: 0.0535524 Aug 07 12:59:41.540957 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device e85fb47a-c247-4f8a-880e-89fa1e4b6283 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 12:59:41.572868 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-f25c67ec-09c3-42cb-8bc8-0f97c9d115e5 req-1c6db452-e332-447c-a524-de88ca8a9304 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351562 Aug 07 12:59:41.648820 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port e85fb47a-c247-4f8a-880e-89fa1e4b6283, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e85fb47a-c247-4f8a-880e-89fa1e4b6283,segment=NetworkSegment(bac17c3d-d5db-443f-8878-b3a40c1aeedf),segment_id=bac17c3d-d5db-443f-8878-b3a40c1aeedf)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:59:41.661371 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': 'e85fb47a-c247-4f8a-880e-89fa1e4b6283', 'network_id': 'b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a', 'port_id': 'e85fb47a-c247-4f8a-880e-89fa1e4b6283', 'mac_address': 'fa:16:3e:1e:08:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c494d445-8792-411a-a26a-fc7c615bfa2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 12:59:41.700138 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:41.714520 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85fb47a-c247-4f8a-880e-89fa1e4b6283 {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 12:59:41.735940 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port e85fb47a-c247-4f8a-880e-89fa1e4b6283, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e85fb47a-c247-4f8a-880e-89fa1e4b6283,segment=NetworkSegment(bac17c3d-d5db-443f-8878-b3a40c1aeedf),segment_id=bac17c3d-d5db-443f-8878-b3a40c1aeedf)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:59:41.825104 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:41.876425 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=e85fb47a-c247-4f8a-880e-89fa1e4b6283,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:41.883687 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:41.884035 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:41.884377 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:41.884716 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:41.885043 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:41.885372 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:41.885699 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:41.886024 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:41.886375 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:41.886700 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:41.887021 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:41.887342 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 12:59:42.196288 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['e85fb47a-c247-4f8a-880e-89fa1e4b6283'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:59:42.709816 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5168b-dd9c-49ec-aa66-a1d0a67c944f req-90b17db5-425a-4cf4-a8ba-d7ce472fc4e0 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:42.711448 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0ef5168b-dd9c-49ec-aa66-a1d0a67c944f req-90b17db5-425a-4cf4-a8ba-d7ce472fc4e0 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 944 time: 0.0640047 Aug 07 12:59:42.756300 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-0ef5168b-dd9c-49ec-aa66-a1d0a67c944f req-832092ac-753a-4d94-bd37-bce4e4fb0004 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376663 Aug 07 12:59:43.881135 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fd4ea-1a00-4179-b3ea-89f5805940e3 req-70096b49-92c8-4cc3-abe0-acded4ce3de1 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:43.882716 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-970fd4ea-1a00-4179-b3ea-89f5805940e3 req-70096b49-92c8-4cc3-abe0-acded4ce3de1 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 944 time: 0.0522280 Aug 07 12:59:43.922032 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-970fd4ea-1a00-4179-b3ea-89f5805940e3 req-6555964d-c5ba-428f-867e-b06c517cbb6d tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333908 Aug 07 12:59:45.043597 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c4dea-b212-43ed-8b7b-58300bc89f18 req-edfc795d-5124-4e61-a838-fe152219e53a tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:45.045167 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8a3c4dea-b212-43ed-8b7b-58300bc89f18 req-edfc795d-5124-4e61-a838-fe152219e53a tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 944 time: 0.0529280 Aug 07 12:59:45.085923 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8a3c4dea-b212-43ed-8b7b-58300bc89f18 req-0f6498c8-207d-4d11-a24d-94b22dac4434 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341697 Aug 07 12:59:45.182268 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device e85fb47a-c247-4f8a-880e-89fa1e4b6283 up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 12:59:45.383480 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port e85fb47a-c247-4f8a-880e-89fa1e4b6283 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 12:59:45.388304 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port e85fb47a-c247-4f8a-880e-89fa1e4b6283 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 12:59:45.388687 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:45.477968 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:45.500288 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3496a212-7bfe-4342-8963-ac625ec33c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85fb47a-c247-4f8a-880e-89fa1e4b6283'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:59:45.503257 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a705244a-612d-4ee6-a757-ca7f0919a3d6" -d '{"events": [{"server_uuid": "3496a212-7bfe-4342-8963-ac625ec33c1a", "name": "network-vif-plugged", "status": "completed", "tag": "e85fb47a-c247-4f8a-880e-89fa1e4b6283"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:59:45.516896 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port e85fb47a-c247-4f8a-880e-89fa1e4b6283, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e85fb47a-c247-4f8a-880e-89fa1e4b6283,segment=NetworkSegment(bac17c3d-d5db-443f-8878-b3a40c1aeedf),segment_id=bac17c3d-d5db-443f-8878-b3a40c1aeedf)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:59:45.540169 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f54cbe1-90c6-4ca0-ad88-f556cec881e2 x-openstack-request-id: req-5f54cbe1-90c6-4ca0-ad88-f556cec881e2 {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:59:45.540462 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3496a212-7bfe-4342-8963-ac625ec33c1a", "name": "network-vif-plugged", "status": "completed", "tag": "e85fb47a-c247-4f8a-880e-89fa1e4b6283", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:59:45.540712 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5f54cbe1-90c6-4ca0-ad88-f556cec881e2 {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:59:45.541104 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3496a212-7bfe-4342-8963-ac625ec33c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85fb47a-c247-4f8a-880e-89fa1e4b6283', 'code': 200} Aug 07 12:59:45.625060 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:45.676762 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=e85fb47a-c247-4f8a-880e-89fa1e4b6283,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:46.212193 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db057dbc-4756-487b-af23-1ebe6e90fafe req-86c19846-2105-4bbf-9a50-f74685a3b843 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:46.213576 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-db057dbc-4756-487b-af23-1ebe6e90fafe req-86c19846-2105-4bbf-9a50-f74685a3b843 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 945 time: 0.0538621 Aug 07 12:59:46.252471 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-db057dbc-4756-487b-af23-1ebe6e90fafe req-2d86325e-2db9-410a-b476-5a36b80a0b8f tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325007 Aug 07 12:59:46.767405 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b728227-51bd-418c-8b1e-bedc1fbc8c83 req-230a04a4-2534-4078-a849-e37ec23525e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:46.769677 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0b728227-51bd-418c-8b1e-bedc1fbc8c83 req-230a04a4-2534-4078-a849-e37ec23525e6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 1098 time: 0.1618359 Aug 07 12:59:46.810682 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0b728227-51bd-418c-8b1e-bedc1fbc8c83 req-59abe614-f6ea-4259-994f-08521740bab8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284472 Aug 07 12:59:47.375977 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066f295-5895-4a8d-b280-62587a533aaa req-a3e5033d-186a-4675-8c71-896a1e326687 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:47.378056 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b066f295-5895-4a8d-b280-62587a533aaa req-a3e5033d-186a-4675-8c71-896a1e326687 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 945 time: 0.0579908 Aug 07 12:59:47.419621 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b066f295-5895-4a8d-b280-62587a533aaa req-1d6e22ed-cf1d-480a-b980-0c9072166fd0 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349331 Aug 07 12:59:48.543988 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824cef4-75fb-465c-9752-b52a71b86d21 req-276e83fd-46b0-43f8-beaa-cae6a54f408d tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:48.545613 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1824cef4-75fb-465c-9752-b52a71b86d21 req-276e83fd-46b0-43f8-beaa-cae6a54f408d tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 945 time: 0.0532033 Aug 07 12:59:48.590725 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1824cef4-75fb-465c-9752-b52a71b86d21 req-e94f962e-a999-4b39-8c2d-5a66015c892c tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383787 Aug 07 12:59:50.233889 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a531725-66ef-4040-aa58-53ac5db1af33 req-af189473-c86c-4ca0-a50a-a606873125a6 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:50.235346 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9a531725-66ef-4040-aa58-53ac5db1af33 req-af189473-c86c-4ca0-a50a-a606873125a6 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 945 time: 0.0494511 Aug 07 12:59:50.273051 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-9a531725-66ef-4040-aa58-53ac5db1af33 req-aaf1d28b-a987-4efe-bc07-cec87dcf062c tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315928 Aug 07 12:59:51.272799 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 41700) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:51.388723 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-35a155ec-3ab8-4cbf-89ee-63d6aad8cb77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:51.418460 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf2eb8-aca4-4699-94ac-4daf9f493023 req-5611b91d-8b8c-4d64-a4bd-d55cb99dc3cc tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:51.419952 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-34cf2eb8-aca4-4699-94ac-4daf9f493023 req-5611b91d-8b8c-4d64-a4bd-d55cb99dc3cc tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 945 time: 0.0759668 Aug 07 12:59:51.479239 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-34cf2eb8-aca4-4699-94ac-4daf9f493023 req-a06d01d2-df27-4625-9f3d-c33548d8375f tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/security-groups?id=ba0f71e3-afc4-4401-84f9-1e44ef15f706&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528493 Aug 07 12:59:51.548418 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-35a155ec-3ab8-4cbf-89ee-63d6aad8cb77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:51.692043 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-35a155ec-3ab8-4cbf-89ee-63d6aad8cb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:51.703398 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 12:59:51.736285 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-35a155ec-3ab8-4cbf-89ee-63d6aad8cb77 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=670582b7d9c5482a92d5d2da2ef55c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623377 Aug 07 12:59:51.738384 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a155ec-3ab8-4cbf-89ee-63d6aad8cb77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785fb683-fd85-4a6d-a9b7-81fd46a430bd,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:51.739484 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 41706) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 12:59:51.794316 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c25c3992-8fa3-490a-bed5-4765eb8abdbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:51.818287 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c25c3992-8fa3-490a-bed5-4765eb8abdbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:51.862573 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067fb25-b4c3-4011-b44c-8884a9bd3df5 req-0d4263af-6904-402c-b979-a4aca13f3e98 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:51.864386 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5067fb25-b4c3-4011-b44c-8884a9bd3df5 req-0d4263af-6904-402c-b979-a4aca13f3e98 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.58 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 945 time: 0.0539067 Aug 07 12:59:51.969836 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-5067fb25-b4c3-4011-b44c-8884a9bd3df5 req-963feffd-61a4-44cb-b8b4-80970baeca44 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Deleting port e85fb47a-c247-4f8a-880e-89fa1e4b6283 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 12:59:51.970207 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-5067fb25-b4c3-4011-b44c-8884a9bd3df5 req-963feffd-61a4-44cb-b8b4-80970baeca44 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:51.988956 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c25c3992-8fa3-490a-bed5-4765eb8abdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:51.991724 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c25c3992-8fa3-490a-bed5-4765eb8abdbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:51.992900 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-c25c3992-8fa3-490a-bed5-4765eb8abdbd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/785fb683-fd85-4a6d-a9b7-81fd46a430bd HTTP/1.1" status: 204 len: 168 time: 0.2523258 Aug 07 12:59:52.003736 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c3992-8fa3-490a-bed5-4765eb8abdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785fb683-fd85-4a6d-a9b7-81fd46a430bd,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:52.076158 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-5067fb25-b4c3-4011-b44c-8884a9bd3df5 req-963feffd-61a4-44cb-b8b4-80970baeca44 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] For port e85fb47a-c247-4f8a-880e-89fa1e4b6283, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=e85fb47a-c247-4f8a-880e-89fa1e4b6283,segment=NetworkSegment(bac17c3d-d5db-443f-8878-b3a40c1aeedf),segment_id=bac17c3d-d5db-443f-8878-b3a40c1aeedf)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 12:59:52.076511 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-5067fb25-b4c3-4011-b44c-8884a9bd3df5 req-963feffd-61a4-44cb-b8b4-80970baeca44 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:52.089807 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-5067fb25-b4c3-4011-b44c-8884a9bd3df5 req-963feffd-61a4-44cb-b8b4-80970baeca44 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Calling delete_port for e85fb47a-c247-4f8a-880e-89fa1e4b6283 owned by compute:nova {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 12:59:52.315727 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-5067fb25-b4c3-4011-b44c-8884a9bd3df5 req-963feffd-61a4-44cb-b8b4-80970baeca44 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:52.346551 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963feffd-61a4-44cb-b8b4-80970baeca44 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Pushing event deleted for resources: {'Port': ['ID=e85fb47a-c247-4f8a-880e-89fa1e4b6283,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 12:59:52.357470 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['e85fb47a-c247-4f8a-880e-89fa1e4b6283'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 12:59:52.390227 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [req-5067fb25-b4c3-4011-b44c-8884a9bd3df5 req-963feffd-61a4-44cb-b8b4-80970baeca44 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] No DVR routers for this DVR port e85fb47a-c247-4f8a-880e-89fa1e4b6283 on host hv-cinder-78729 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 12:59:52.393006 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-5067fb25-b4c3-4011-b44c-8884a9bd3df5 req-963feffd-61a4-44cb-b8b4-80970baeca44 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:52.396168 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5067fb25-b4c3-4011-b44c-8884a9bd3df5 req-963feffd-61a4-44cb-b8b4-80970baeca44 tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.58 "DELETE /v2.0/ports/e85fb47a-c247-4f8a-880e-89fa1e4b6283 HTTP/1.1" status: 204 len: 173 time: 0.5227404 Aug 07 12:59:52.396660 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3496a212-7bfe-4342-8963-ac625ec33c1a', 'name': 'network-vif-deleted', 'tag': 'e85fb47a-c247-4f8a-880e-89fa1e4b6283'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 12:59:52.399049 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50a384e-3ac1-4b9d-a704-115a296875f1" -d '{"events": [{"server_uuid": "3496a212-7bfe-4342-8963-ac625ec33c1a", "name": "network-vif-deleted", "tag": "e85fb47a-c247-4f8a-880e-89fa1e4b6283"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 12:59:52.587190 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-37c3ceec-0f05-4e91-b565-e76f0aec71f3 req-28b9af71-cd86-4f42-ae55-fb2d4ae405cc tempest-VolumesActionsTest-322534451 tempest-VolumesActionsTest-322534451-project] 10.222.0.59 "GET /v2.0/ports?device_id=3496a212-7bfe-4342-8963-ac625ec33c1a HTTP/1.1" status: 200 len: 210 time: 0.0303071 Aug 07 12:59:52.591813 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 12:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cff28b-1842-4636-8c8a-400059021352 x-openstack-request-id: req-19cff28b-1842-4636-8c8a-400059021352 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 12:59:52.592106 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3496a212-7bfe-4342-8963-ac625ec33c1a", "name": "network-vif-deleted", "tag": "e85fb47a-c247-4f8a-880e-89fa1e4b6283", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 12:59:52.592483 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-19cff28b-1842-4636-8c8a-400059021352 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 12:59:52.592837 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3496a212-7bfe-4342-8963-ac625ec33c1a', 'name': 'network-vif-deleted', 'tag': 'e85fb47a-c247-4f8a-880e-89fa1e4b6283', 'status': 'completed', 'code': 200} Aug 07 12:59:55.223745 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-23c076f5-ad30-462a-9914-56f114deb14b req-5349bf97-110f-4220-9aac-6bfdae687bae tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=1f59fa66ee16463bbc8e567766bf3e3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315940 Aug 07 12:59:55.425234 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c076f5-ad30-462a-9914-56f114deb14b req-49608d85-5b61-4310-abb1-93a5c1b64ad0 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:55.426830 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-23c076f5-ad30-462a-9914-56f114deb14b req-49608d85-5b61-4310-abb1-93a5c1b64ad0 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1967888 Aug 07 12:59:55.443382 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-23c076f5-ad30-462a-9914-56f114deb14b req-6fcd831d-b646-416c-b9d8-2094d0db953f tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/quotas/1f59fa66ee16463bbc8e567766bf3e3e HTTP/1.1" status: 200 len: 375 time: 0.0105824 Aug 07 12:59:55.481389 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-23c076f5-ad30-462a-9914-56f114deb14b req-c25189ab-a0d4-4dcc-9d04-3c284cd09f5a tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1f59fa66ee16463bbc8e567766bf3e3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319467 Aug 07 12:59:55.818991 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-974024b4-c663-442c-8e4b-96ce75bfe8b2 req-1e1ab6a8-223e-4f73-a789-b79b4201be1c tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 210 time: 0.0277243 Aug 07 12:59:56.905225 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a5f78669-b1ee-4075-a7ac-7afd412b1fd1 req-b310bf82-5c8e-4b31-b5f9-1ba2245465f3 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 210 time: 0.0322614 Aug 07 12:59:57.294007 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device e85fb47a-c247-4f8a-880e-89fa1e4b6283 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 12:59:57.315074 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: e85fb47a-c247-4f8a-880e-89fa1e4b6283 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 12:59:57.315415 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device e85fb47a-c247-4f8a-880e-89fa1e4b6283 not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 12:59:58.010030 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e0740e09-5ee4-44da-942c-2515e75147de req-f94b5f3c-ba4a-4f9b-bb79-7b109f8a9bb5 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 210 time: 0.0287406 Aug 07 12:59:59.119736 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-532f65f6-b588-4988-930d-4020799d4c2a req-bd12a95b-06fd-4177-90ca-7ee62220a5c7 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 210 time: 0.0268788 Aug 07 12:59:59.478652 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-23c076f5-ad30-462a-9914-56f114deb14b req-11ffcfa0-6689-4901-a153-99d2878b5f04 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=1f59fa66ee16463bbc8e567766bf3e3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254312 Aug 07 12:59:59.624916 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c076f5-ad30-462a-9914-56f114deb14b req-ed630b0a-ea03-4d07-a94e-ac4638257983 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 12:59:59.626408 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-23c076f5-ad30-462a-9914-56f114deb14b req-ed630b0a-ea03-4d07-a94e-ac4638257983 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1419661 Aug 07 12:59:59.650842 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [req-23c076f5-ad30-462a-9914-56f114deb14b req-538b1629-1fcf-4514-b0c9-a79b44b9e532 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Request body: {'port': {'device_id': '0ae6c522-75ee-4f23-9e42-97a53eef2d52', 'network_id': 'fb947133-b4bb-4073-a1a4-394836814057', 'admin_state_up': True, 'tenant_id': '1f59fa66ee16463bbc8e567766bf3e3e'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 12:59:59.884953 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c076f5-ad30-462a-9914-56f114deb14b req-538b1629-1fcf-4514-b0c9-a79b44b9e532 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Made reservation on behalf of 1f59fa66ee16463bbc8e567766bf3e3e for: {'port': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 12:59:59.889930 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-23c076f5-ad30-462a-9914-56f114deb14b req-538b1629-1fcf-4514-b0c9-a79b44b9e532 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 12:59:59.900710 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-23c076f5-ad30-462a-9914-56f114deb14b req-538b1629-1fcf-4514-b0c9-a79b44b9e532 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Notify callbacks [] for security_group, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:00.016441 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-23c076f5-ad30-462a-9914-56f114deb14b req-538b1629-1fcf-4514-b0c9-a79b44b9e532 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Notify callbacks [] for security_group, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:00.116848 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-23c076f5-ad30-462a-9914-56f114deb14b req-538b1629-1fcf-4514-b0c9-a79b44b9e532 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:00.177967 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b1629-1fcf-4514-b0c9-a79b44b9e532 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6e82e4-d434-4031-b043-4321dcc27eb9,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:00.301478 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d8c44993-df2b-4783-b9a4-f4293dc4b786 req-e16ddfcd-ff0e-4928-9677-cd19803796fc tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 210 time: 0.0622795 Aug 07 13:00:00.465211 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [req-23c076f5-ad30-462a-9914-56f114deb14b req-538b1629-1fcf-4514-b0c9-a79b44b9e532 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Allocated IP 192.168.233.127 (fb947133-b4bb-4073-a1a4-394836814057/2f34836a-6062-4044-81ec-5ba7dcfbb0d8/f727c0d0-02b3-4966-af18-a9f172d72245) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 13:00:00.745121 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-23c076f5-ad30-462a-9914-56f114deb14b req-538b1629-1fcf-4514-b0c9-a79b44b9e532 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:00.773257 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [req-23c076f5-ad30-462a-9914-56f114deb14b req-538b1629-1fcf-4514-b0c9-a79b44b9e532 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Transition to ACTIVE for port object f727c0d0-02b3-4966-af18-a9f172d72245 will not be triggered until provisioned by entity DHCP. {{(pid=100621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 13:00:00.905446 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-23c076f5-ad30-462a-9914-56f114deb14b req-538b1629-1fcf-4514-b0c9-a79b44b9e532 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:00.984109 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c076f5-ad30-462a-9914-56f114deb14b req-538b1629-1fcf-4514-b0c9-a79b44b9e532 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Network fb947133-b4bb-4073-a1a4-394836814057 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 13:00:00.989861 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [req-23c076f5-ad30-462a-9914-56f114deb14b req-538b1629-1fcf-4514-b0c9-a79b44b9e532 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 13:00:00.994823 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c076f5-ad30-462a-9914-56f114deb14b req-538b1629-1fcf-4514-b0c9-a79b44b9e532 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 13:00:01.090063 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c076f5-ad30-462a-9914-56f114deb14b req-538b1629-1fcf-4514-b0c9-a79b44b9e532 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:01.091471 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-23c076f5-ad30-462a-9914-56f114deb14b req-538b1629-1fcf-4514-b0c9-a79b44b9e532 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:01.125538 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b1629-1fcf-4514-b0c9-a79b44b9e532 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Pushing event updated for resources: {'Port': ['ID=f727c0d0-02b3-4966-af18-a9f172d72245,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:01.203992 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-23c076f5-ad30-462a-9914-56f114deb14b req-538b1629-1fcf-4514-b0c9-a79b44b9e532 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5550640 Aug 07 13:00:01.227286 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Request body: {'port': {'device_id': '0ae6c522-75ee-4f23-9e42-97a53eef2d52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 13:00:01.320136 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:01.422933 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-5b7b9070-fba2-44be-8601-9923ecafa6eb None None] Provisioning for port f727c0d0-02b3-4966-af18-a9f172d72245 completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 13:00:01.428706 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-5b7b9070-fba2-44be-8601-9923ecafa6eb None None] Provisioning complete for port f727c0d0-02b3-4966-af18-a9f172d72245 triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 13:00:01.429922 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-5b7b9070-fba2-44be-8601-9923ecafa6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:01.475821 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b9070-fba2-44be-8601-9923ecafa6eb None None] Port f727c0d0-02b3-4966-af18-a9f172d72245 cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 13:00:01.611711 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adf7af-91e1-432d-bdba-75bd6427f7b6 req-3f896a00-b43a-4739-b0f2-269ebc0cf292 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:01.614050 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-30adf7af-91e1-432d-bdba-75bd6427f7b6 req-3f896a00-b43a-4739-b0f2-269ebc0cf292 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 936 time: 0.1293583 Aug 07 13:00:01.701626 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-30adf7af-91e1-432d-bdba-75bd6427f7b6 req-4a47d8bc-b725-492d-9afb-1022b255f658 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb6e82e4-d434-4031-b043-4321dcc27eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653815 Aug 07 13:00:01.807663 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f727c0d0-02b3-4966-af18-a9f172d72245 {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 13:00:01.819675 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:01.842332 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Transition to ACTIVE for port object f727c0d0-02b3-4966-af18-a9f172d72245 will not be triggered until provisioned by entity L2. {{(pid=100621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 13:00:01.905427 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:01.983818 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Pushing event updated for resources: {'Port': ['ID=f727c0d0-02b3-4966-af18-a9f172d72245,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:02.071170 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Attempting to bind port f727c0d0-02b3-4966-af18-a9f172d72245 on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 13:00:02.072794 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Attempting to bind port f727c0d0-02b3-4966-af18-a9f172d72245 by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': 'c282a617-531a-4bd5-bd9e-40c0923761e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fb947133-b4bb-4073-a1a4-394836814057'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 13:00:02.074117 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Attempting to bind port f727c0d0-02b3-4966-af18-a9f172d72245 on network fb947133-b4bb-4073-a1a4-394836814057 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 13:00:02.084863 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Port f727c0d0-02b3-4966-af18-a9f172d72245 on network fb947133-b4bb-4073-a1a4-394836814057 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 13:00:02.085262 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Attempting to bind port f727c0d0-02b3-4966-af18-a9f172d72245 on network fb947133-b4bb-4073-a1a4-394836814057 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 13:00:02.097399 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 13:00:02.097752 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Checking segment: {'id': 'c282a617-531a-4bd5-bd9e-40c0923761e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fb947133-b4bb-4073-a1a4-394836814057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 13:00:02.098150 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Bound using segment: {'id': 'c282a617-531a-4bd5-bd9e-40c0923761e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fb947133-b4bb-4073-a1a4-394836814057'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 13:00:02.098650 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Bound port: f727c0d0-02b3-4966-af18-a9f172d72245, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c282a617-531a-4bd5-bd9e-40c0923761e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'fb947133-b4bb-4073-a1a4-394836814057'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 13:00:02.099022 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:02.238991 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] For port f727c0d0-02b3-4966-af18-a9f172d72245, host hv-cinder-78729, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 13:00:02.251775 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] For port f727c0d0-02b3-4966-af18-a9f172d72245, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f727c0d0-02b3-4966-af18-a9f172d72245,segment=NetworkSegment(c282a617-531a-4bd5-bd9e-40c0923761e7),segment_id=c282a617-531a-4bd5-bd9e-40c0923761e7)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 13:00:02.373679 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:02.426434 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:02.427070 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:02.428811 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-23c076f5-ad30-462a-9914-56f114deb14b req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] 10.222.0.58 "PUT /v2.0/ports/f727c0d0-02b3-4966-af18-a9f172d72245 HTTP/1.1" status: 200 len: 1098 time: 1.2099581 Aug 07 13:00:02.429402 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae6c522-75ee-4f23-9e42-97a53eef2d52', 'tag': 'f727c0d0-02b3-4966-af18-a9f172d72245'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 13:00:02.432095 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbb487b-f134-45a8-bdb1-da0fbba3f5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae6c522-75ee-4f23-9e42-97a53eef2d52", "tag": "f727c0d0-02b3-4966-af18-a9f172d72245"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 13:00:02.489646 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4ef1f-0a5d-41fc-978b-316ffe669625 service neutron] Pushing event updated for resources: {'Port': ['ID=f727c0d0-02b3-4966-af18-a9f172d72245,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:02.508342 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 13:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a943b33-5338-4f4e-a82f-ef2a8c6c1592 x-openstack-request-id: req-8a943b33-5338-4f4e-a82f-ef2a8c6c1592 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 13:00:02.508968 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae6c522-75ee-4f23-9e42-97a53eef2d52", "tag": "f727c0d0-02b3-4966-af18-a9f172d72245", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 13:00:02.509329 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8a943b33-5338-4f4e-a82f-ef2a8c6c1592 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 13:00:02.509856 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae6c522-75ee-4f23-9e42-97a53eef2d52', 'tag': 'f727c0d0-02b3-4966-af18-a9f172d72245', 'status': 'completed', 'code': 200} Aug 07 13:00:02.618157 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb487b-f134-45a8-bdb1-da0fbba3f5e8 req-cc259919-d906-489f-96c8-7d190a89470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:02.620747 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8bbb487b-f134-45a8-bdb1-da0fbba3f5e8 req-cc259919-d906-489f-96c8-7d190a89470c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f59fa66ee16463bbc8e567766bf3e3e&device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 1101 time: 0.0646067 Aug 07 13:00:02.676360 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8bbb487b-f134-45a8-bdb1-da0fbba3f5e8 req-3209a583-2835-49b6-88d0-f23a25e2dd7a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1f59fa66ee16463bbc8e567766bf3e3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381663 Aug 07 13:00:02.819170 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb487b-f134-45a8-bdb1-da0fbba3f5e8 req-e68b6801-ed17-42c2-828c-1dbcd3304c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:02.821793 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8bbb487b-f134-45a8-bdb1-da0fbba3f5e8 req-e68b6801-ed17-42c2-828c-1dbcd3304c8f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368413 Aug 07 13:00:02.880762 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53302a90-2682-4bd2-a0c2-fbffb49388ab req-248073a1-8380-4545-9873-cb34ae73fd7a tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:02.883409 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-53302a90-2682-4bd2-a0c2-fbffb49388ab req-248073a1-8380-4545-9873-cb34ae73fd7a tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 948 time: 0.0855637 Aug 07 13:00:02.961757 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-53302a90-2682-4bd2-a0c2-fbffb49388ab req-3cdc4105-7edc-4b6e-b66a-d8bda6cd2a34 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb6e82e4-d434-4031-b043-4321dcc27eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687318 Aug 07 13:00:02.974020 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c076f5-ad30-462a-9914-56f114deb14b req-93c15dac-3690-49d4-a863-f1c34cfc22fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:02.975662 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-23c076f5-ad30-462a-9914-56f114deb14b req-93c15dac-3690-49d4-a863-f1c34cfc22fc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1f59fa66ee16463bbc8e567766bf3e3e&device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 1101 time: 0.0728300 Aug 07 13:00:03.030285 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-23c076f5-ad30-462a-9914-56f114deb14b req-4dcb5e40-2f6e-4b7f-9d61-e0e699b22346 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=f727c0d0-02b3-4966-af18-a9f172d72245 HTTP/1.1" status: 200 len: 217 time: 0.0387719 Aug 07 13:00:03.088483 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c076f5-ad30-462a-9914-56f114deb14b req-cb240681-e6af-42d1-9da6-bc4f72b7cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:03.090133 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-23c076f5-ad30-462a-9914-56f114deb14b req-cb240681-e6af-42d1-9da6-bc4f72b7cf78 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2f34836a-6062-4044-81ec-5ba7dcfbb0d8 HTTP/1.1" status: 200 len: 843 time: 0.0522327 Aug 07 13:00:03.142646 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c076f5-ad30-462a-9914-56f114deb14b req-46088429-e72c-4bb2-bf4f-a01298476330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:03.145244 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-23c076f5-ad30-462a-9914-56f114deb14b req-46088429-e72c-4bb2-bf4f-a01298476330 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fb947133-b4bb-4073-a1a4-394836814057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0432844 Aug 07 13:00:03.260759 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-23c076f5-ad30-462a-9914-56f114deb14b req-08983150-673c-4627-b4b7-d735617a4ac1 service neutron] 10.222.0.58 "GET /v2.0/networks/fb947133-b4bb-4073-a1a4-394836814057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018338 Aug 07 13:00:03.378746 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-23c076f5-ad30-462a-9914-56f114deb14b req-936a8096-56fc-4423-8ea2-51357c28dfef service neutron] 10.222.0.58 "GET /v2.0/networks/fb947133-b4bb-4073-a1a4-394836814057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072736 Aug 07 13:00:03.447653 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ef866b0e-c1cd-4141-b27e-1912c77a50ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:04.166433 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea26710-5089-43d5-8ea3-dc7878b20019 req-825ed857-4257-4a4e-9ab5-bbcf1e7741c9 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:04.170396 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5ea26710-5089-43d5-8ea3-dc7878b20019 req-825ed857-4257-4a4e-9ab5-bbcf1e7741c9 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 948 time: 0.1018188 Aug 07 13:00:04.219023 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-5ea26710-5089-43d5-8ea3-dc7878b20019 req-be762c0b-eb40-4b10-83db-014c055e5bef tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb6e82e4-d434-4031-b043-4321dcc27eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404766 Aug 07 13:00:05.380975 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45ec33-dc35-49ee-8e02-fa9230685cec req-f3b48eb8-e0b7-42a7-a035-170a8c3da71d tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:05.386880 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0b45ec33-dc35-49ee-8e02-fa9230685cec req-f3b48eb8-e0b7-42a7-a035-170a8c3da71d tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 948 time: 0.0807846 Aug 07 13:00:05.439722 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0b45ec33-dc35-49ee-8e02-fa9230685cec req-033de7ac-81ed-4606-b113-687f115a456d tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb6e82e4-d434-4031-b043-4321dcc27eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513546 Aug 07 13:00:06.380714 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device f727c0d0-02b3-4966-af18-a9f172d72245 details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 13:00:06.511420 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port f727c0d0-02b3-4966-af18-a9f172d72245, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f727c0d0-02b3-4966-af18-a9f172d72245,segment=NetworkSegment(c282a617-531a-4bd5-bd9e-40c0923761e7),segment_id=c282a617-531a-4bd5-bd9e-40c0923761e7)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:00:06.528973 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': 'f727c0d0-02b3-4966-af18-a9f172d72245', 'network_id': 'fb947133-b4bb-4073-a1a4-394836814057', 'port_id': 'f727c0d0-02b3-4966-af18-a9f172d72245', 'mac_address': 'fa:16:3e:d3:73:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f34836a-6062-4044-81ec-5ba7dcfbb0d8', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 13:00:06.601867 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:06.616425 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-0182d080-dfab-4e53-b1d4-385a6bb07590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:06.624496 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f727c0d0-02b3-4966-af18-a9f172d72245 {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 13:00:06.625349 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297a22b-5ee7-4107-a11a-92e4c9bb4daf req-18caad1c-dfec-4779-a548-004a08c23d09 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:06.627524 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c297a22b-5ee7-4107-a11a-92e4c9bb4daf req-18caad1c-dfec-4779-a548-004a08c23d09 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 948 time: 0.0677285 Aug 07 13:00:06.649085 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port f727c0d0-02b3-4966-af18-a9f172d72245, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f727c0d0-02b3-4966-af18-a9f172d72245,segment=NetworkSegment(c282a617-531a-4bd5-bd9e-40c0923761e7),segment_id=c282a617-531a-4bd5-bd9e-40c0923761e7)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:00:06.686088 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c297a22b-5ee7-4107-a11a-92e4c9bb4daf req-e118443c-8611-47c6-bfd4-4cb693345053 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb6e82e4-d434-4031-b043-4321dcc27eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449808 Aug 07 13:00:06.744836 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:06.964108 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=f727c0d0-02b3-4966-af18-a9f172d72245,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:07.035573 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:07.105781 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['f727c0d0-02b3-4966-af18-a9f172d72245'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 13:00:07.149786 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:07.409334 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:07.828484 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ce787-d21f-4117-865d-8955fa2ee80b req-c995f519-8e56-407f-9e17-f424db659867 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:07.838400 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0f4ce787-d21f-4117-865d-8955fa2ee80b req-c995f519-8e56-407f-9e17-f424db659867 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 949 time: 0.0633695 Aug 07 13:00:07.881710 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0f4ce787-d21f-4117-865d-8955fa2ee80b req-cd12cfcd-1c77-49b9-97ad-b7e5a0a43568 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb6e82e4-d434-4031-b043-4321dcc27eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420609 Aug 07 13:00:08.398529 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device f727c0d0-02b3-4966-af18-a9f172d72245 up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 13:00:08.571652 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port f727c0d0-02b3-4966-af18-a9f172d72245 completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 13:00:08.578766 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port f727c0d0-02b3-4966-af18-a9f172d72245 triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 13:00:08.582494 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:08.704443 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:08.741159 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae6c522-75ee-4f23-9e42-97a53eef2d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f727c0d0-02b3-4966-af18-a9f172d72245'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 13:00:08.744295 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1673c3a-83d5-43c0-afee-77a5700c46d2" -d '{"events": [{"server_uuid": "0ae6c522-75ee-4f23-9e42-97a53eef2d52", "name": "network-vif-plugged", "status": "completed", "tag": "f727c0d0-02b3-4966-af18-a9f172d72245"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 13:00:08.760701 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port f727c0d0-02b3-4966-af18-a9f172d72245, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f727c0d0-02b3-4966-af18-a9f172d72245,segment=NetworkSegment(c282a617-531a-4bd5-bd9e-40c0923761e7),segment_id=c282a617-531a-4bd5-bd9e-40c0923761e7)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:00:08.824858 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:08.896598 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=f727c0d0-02b3-4966-af18-a9f172d72245,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:08.978787 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 13:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5b37ed-7292-4aca-86c4-20e906e667fc x-openstack-request-id: req-ae5b37ed-7292-4aca-86c4-20e906e667fc {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 13:00:08.979183 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae6c522-75ee-4f23-9e42-97a53eef2d52", "name": "network-vif-plugged", "status": "completed", "tag": "f727c0d0-02b3-4966-af18-a9f172d72245", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 13:00:08.979495 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ae5b37ed-7292-4aca-86c4-20e906e667fc {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 13:00:08.984802 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae6c522-75ee-4f23-9e42-97a53eef2d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f727c0d0-02b3-4966-af18-a9f172d72245', 'code': 200} Aug 07 13:00:09.049135 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad17c3e-0065-4dab-aea3-3771a85100c5 req-60bcc33f-2043-4587-8ac8-d06ed3ea1ef6 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:09.051716 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2ad17c3e-0065-4dab-aea3-3771a85100c5 req-60bcc33f-2043-4587-8ac8-d06ed3ea1ef6 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 950 time: 0.0573626 Aug 07 13:00:09.107288 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2ad17c3e-0065-4dab-aea3-3771a85100c5 req-b45593f7-29af-4d1e-9ee5-4be4343a5950 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb6e82e4-d434-4031-b043-4321dcc27eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485663 Aug 07 13:00:09.503384 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:09.839823 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563ba06-3e9e-4107-88ce-fc40719a5057 req-5990f175-8a44-4752-bcf7-e0bae04e6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:09.841488 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e563ba06-3e9e-4107-88ce-fc40719a5057 req-5990f175-8a44-4752-bcf7-e0bae04e6669 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 1103 time: 0.0813642 Aug 07 13:00:09.947019 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e563ba06-3e9e-4107-88ce-fc40719a5057 req-abc49a0c-dea4-4fb1-8275-f4981005a7c8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cb6e82e4-d434-4031-b043-4321dcc27eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962763 Aug 07 13:00:10.295604 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabbb5a-f452-417d-a1c3-f743b632a4a5 req-4aec52d3-ca05-49f4-a195-e0617153e0e2 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:10.304592 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8cabbb5a-f452-417d-a1c3-f743b632a4a5 req-4aec52d3-ca05-49f4-a195-e0617153e0e2 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 950 time: 0.0791075 Aug 07 13:00:10.367489 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-8cabbb5a-f452-417d-a1c3-f743b632a4a5 req-a785459d-7b54-4b62-ac79-6e68fdd1fab9 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb6e82e4-d434-4031-b043-4321dcc27eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607390 Aug 07 13:00:11.529328 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca381d8-588e-4369-9607-70fe0f998312 req-9bc4dc90-7d0a-43d0-bf5c-6ece91441475 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:11.538076 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8ca381d8-588e-4369-9607-70fe0f998312 req-9bc4dc90-7d0a-43d0-bf5c-6ece91441475 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 950 time: 0.0820813 Aug 07 13:00:11.587568 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8ca381d8-588e-4369-9607-70fe0f998312 req-890fadf0-9110-4618-9f5b-0c60ff46c7a9 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb6e82e4-d434-4031-b043-4321dcc27eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476575 Aug 07 13:00:12.184618 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921d29b-3232-47e2-8017-b6e95ebcc3d7 req-c8530e7c-550e-4c21-9768-85d5484736d4 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:12.186080 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0921d29b-3232-47e2-8017-b6e95ebcc3d7 req-c8530e7c-550e-4c21-9768-85d5484736d4 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 950 time: 0.0559313 Aug 07 13:00:12.235074 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0921d29b-3232-47e2-8017-b6e95ebcc3d7 req-45d97339-e896-44a7-a5d8-6c09a3b514bc tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb6e82e4-d434-4031-b043-4321dcc27eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420349 Aug 07 13:00:13.363915 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c444f-cca9-4f63-89b5-c33782cba5b7 req-8795a647-9abb-4779-bd00-320b956bbe09 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:13.365563 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d54c444f-cca9-4f63-89b5-c33782cba5b7 req-8795a647-9abb-4779-bd00-320b956bbe09 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 950 time: 0.0574393 Aug 07 13:00:13.414641 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-d54c444f-cca9-4f63-89b5-c33782cba5b7 req-1e09a00d-dcbd-427c-a698-74353ba0ea1c tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/security-groups?id=cb6e82e4-d434-4031-b043-4321dcc27eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422952 Aug 07 13:00:13.850070 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c80a1-42bd-4d57-ba23-9491a52ad48d req-88e85000-6303-4ec4-9c78-224fb477e302 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:13.851572 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e15c80a1-42bd-4d57-ba23-9491a52ad48d req-88e85000-6303-4ec4-9c78-224fb477e302 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.58 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 950 time: 0.0556428 Aug 07 13:00:13.976177 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-e15c80a1-42bd-4d57-ba23-9491a52ad48d req-c58cd306-1ea4-4f57-ba17-f3206d91e31c tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Deleting port f727c0d0-02b3-4966-af18-a9f172d72245 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:00:13.976632 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-e15c80a1-42bd-4d57-ba23-9491a52ad48d req-c58cd306-1ea4-4f57-ba17-f3206d91e31c tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:14.120804 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-e15c80a1-42bd-4d57-ba23-9491a52ad48d req-c58cd306-1ea4-4f57-ba17-f3206d91e31c tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] For port f727c0d0-02b3-4966-af18-a9f172d72245, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=f727c0d0-02b3-4966-af18-a9f172d72245,segment=NetworkSegment(c282a617-531a-4bd5-bd9e-40c0923761e7),segment_id=c282a617-531a-4bd5-bd9e-40c0923761e7)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:00:14.122419 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-e15c80a1-42bd-4d57-ba23-9491a52ad48d req-c58cd306-1ea4-4f57-ba17-f3206d91e31c tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:14.137208 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-e15c80a1-42bd-4d57-ba23-9491a52ad48d req-c58cd306-1ea4-4f57-ba17-f3206d91e31c tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Calling delete_port for f727c0d0-02b3-4966-af18-a9f172d72245 owned by compute:nova {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:00:14.391037 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-e15c80a1-42bd-4d57-ba23-9491a52ad48d req-c58cd306-1ea4-4f57-ba17-f3206d91e31c tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:14.428823 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58cd306-1ea4-4f57-ba17-f3206d91e31c tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Pushing event deleted for resources: {'Port': ['ID=f727c0d0-02b3-4966-af18-a9f172d72245,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:14.455718 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['f727c0d0-02b3-4966-af18-a9f172d72245'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 13:00:14.521378 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15c80a1-42bd-4d57-ba23-9491a52ad48d req-c58cd306-1ea4-4f57-ba17-f3206d91e31c tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] No DVR routers for this DVR port f727c0d0-02b3-4966-af18-a9f172d72245 on host hv-cinder-78729 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 13:00:14.524832 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-e15c80a1-42bd-4d57-ba23-9491a52ad48d req-c58cd306-1ea4-4f57-ba17-f3206d91e31c tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:14.526863 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e15c80a1-42bd-4d57-ba23-9491a52ad48d req-c58cd306-1ea4-4f57-ba17-f3206d91e31c tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.58 "DELETE /v2.0/ports/f727c0d0-02b3-4966-af18-a9f172d72245 HTTP/1.1" status: 204 len: 173 time: 0.6643779 Aug 07 13:00:14.527312 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae6c522-75ee-4f23-9e42-97a53eef2d52', 'name': 'network-vif-deleted', 'tag': 'f727c0d0-02b3-4966-af18-a9f172d72245'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 13:00:14.530069 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8440749-85f4-4611-b980-b3b8495e817e" -d '{"events": [{"server_uuid": "0ae6c522-75ee-4f23-9e42-97a53eef2d52", "name": "network-vif-deleted", "tag": "f727c0d0-02b3-4966-af18-a9f172d72245"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 13:00:14.562885 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c2cd4237-6989-4856-a9a0-abb504905393 req-65b97256-1a23-44c6-b35e-4b27fcec8361 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 210 time: 0.0456746 Aug 07 13:00:14.607911 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 13:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1a5cc0-00dd-4483-8c5b-e8f9c7e1f4b0 x-openstack-request-id: req-fa1a5cc0-00dd-4483-8c5b-e8f9c7e1f4b0 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 13:00:14.608750 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae6c522-75ee-4f23-9e42-97a53eef2d52", "name": "network-vif-deleted", "tag": "f727c0d0-02b3-4966-af18-a9f172d72245", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 13:00:14.609444 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fa1a5cc0-00dd-4483-8c5b-e8f9c7e1f4b0 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 13:00:14.610425 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae6c522-75ee-4f23-9e42-97a53eef2d52', 'name': 'network-vif-deleted', 'tag': 'f727c0d0-02b3-4966-af18-a9f172d72245', 'status': 'completed', 'code': 200} Aug 07 13:00:15.499789 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-34b6d8b7-e38b-4dfe-9ee4-bdc70fb6ab81 req-b26ebeed-35a2-4dbc-8414-9471a58fbc79 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473113 Aug 07 13:00:15.636693 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6d8b7-e38b-4dfe-9ee4-bdc70fb6ab81 req-14f06131-f37f-472a-8f84-e15857c672e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:15.638689 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-34b6d8b7-e38b-4dfe-9ee4-bdc70fb6ab81 req-14f06131-f37f-472a-8f84-e15857c672e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=346cbadd20654de98ecc856c10be82f2&device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 1098 time: 0.0548792 Aug 07 13:00:15.682414 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-d63fb895-70d1-40f4-a081-26ca47f5cce7 req-86224f21-5c95-42af-a16f-6bf71f6e4ee7 tempest-VolumesNegativeTest-447480834 tempest-VolumesNegativeTest-447480834-project] 10.222.0.59 "GET /v2.0/ports?device_id=0ae6c522-75ee-4f23-9e42-97a53eef2d52 HTTP/1.1" status: 200 len: 210 time: 0.0351353 Aug 07 13:00:15.772632 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6d8b7-e38b-4dfe-9ee4-bdc70fb6ab81 req-79da8fe7-97d4-486c-bd25-aaf2d2f9aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:15.774105 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-34b6d8b7-e38b-4dfe-9ee4-bdc70fb6ab81 req-79da8fe7-97d4-486c-bd25-aaf2d2f9aeba service neutron] 10.222.0.58 "GET /v2.0/networks?id=97f61b41-fa69-486e-9b79-ecc6068dcd4f HTTP/1.1" status: 200 len: 909 time: 0.1008084 Aug 07 13:00:15.853097 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-34b6d8b7-e38b-4dfe-9ee4-bdc70fb6ab81 req-41980d60-3e23-4ebd-8e25-47f03900cd27 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5426d701-ac3a-40c4-a1d2-892478dff7b6 HTTP/1.1" status: 200 len: 1000 time: 0.0674968 Aug 07 13:00:15.904466 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6d8b7-e38b-4dfe-9ee4-bdc70fb6ab81 req-fef34e3c-fee9-4b87-99cb-63ce80d79da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:15.905898 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-34b6d8b7-e38b-4dfe-9ee4-bdc70fb6ab81 req-fef34e3c-fee9-4b87-99cb-63ce80d79da1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f8a9833-6598-4d66-ab83-b0c7c6d42105 HTTP/1.1" status: 200 len: 847 time: 0.0439982 Aug 07 13:00:15.959670 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6d8b7-e38b-4dfe-9ee4-bdc70fb6ab81 req-6bd66f9d-359d-408f-aafe-5666970da98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:15.961303 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-34b6d8b7-e38b-4dfe-9ee4-bdc70fb6ab81 req-6bd66f9d-359d-408f-aafe-5666970da98d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=97f61b41-fa69-486e-9b79-ecc6068dcd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442486 Aug 07 13:00:16.064906 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-34b6d8b7-e38b-4dfe-9ee4-bdc70fb6ab81 req-6fee632f-d189-4863-9fb9-15309fffd3d0 service neutron] 10.222.0.58 "GET /v2.0/networks/97f61b41-fa69-486e-9b79-ecc6068dcd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927424 Aug 07 13:00:16.193577 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-34b6d8b7-e38b-4dfe-9ee4-bdc70fb6ab81 req-fa643d2b-5e51-406a-846f-e6016774673b service neutron] 10.222.0.58 "GET /v2.0/networks/97f61b41-fa69-486e-9b79-ecc6068dcd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201932 Aug 07 13:00:16.421386 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device f727c0d0-02b3-4966-af18-a9f172d72245 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 13:00:16.468460 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: f727c0d0-02b3-4966-af18-a9f172d72245 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 13:00:16.469239 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device f727c0d0-02b3-4966-af18-a9f172d72245 not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 13:00:18.232607 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42086) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:18.422982 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-2ffeba9b-c6d5-4c20-bf06-584accd044d8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Deleting port fb2be7b2-d2ff-485f-b414-fe598f652289 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:00:18.423233 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ffeba9b-c6d5-4c20-bf06-584accd044d8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:18.508158 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ffeba9b-c6d5-4c20-bf06-584accd044d8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:18.508697 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ffeba9b-c6d5-4c20-bf06-584accd044d8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:18.524889 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-2ffeba9b-c6d5-4c20-bf06-584accd044d8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Calling delete_port for fb2be7b2-d2ff-485f-b414-fe598f652289 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:00:18.807251 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ffeba9b-c6d5-4c20-bf06-584accd044d8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:18.838900 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffeba9b-c6d5-4c20-bf06-584accd044d8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Pushing event deleted for resources: {'Port': ['ID=fb2be7b2-d2ff-485f-b414-fe598f652289,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:18.904255 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ffeba9b-c6d5-4c20-bf06-584accd044d8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:18.904669 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.l3_db [None req-2ffeba9b-c6d5-4c20-bf06-584accd044d8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Floating IP d863fa53-d9cb-452c-9f0a-e98c5a1c00f6 disassociated (deleted). External IP: 172.27.3.33, port: 5426d701-ac3a-40c4-a1d2-892478dff7b6. Aug 07 13:00:19.128768 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffeba9b-c6d5-4c20-bf06-584accd044d8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Router 311650cf-7999-4ef5-a324-82aabe80be7f has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 13:00:19.518916 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffeba9b-c6d5-4c20-bf06-584accd044d8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 13:00:19.523852 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-2ffeba9b-c6d5-4c20-bf06-584accd044d8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:19.528643 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ca1e91-5516-4148-be83-ff99051ca55a None None] Sync routers for ids ['311650cf-7999-4ef5-a324-82aabe80be7f'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 13:00:19.543126 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ca1e91-5516-4148-be83-ff99051ca55a None None] Routers {'311650cf-7999-4ef5-a324-82aabe80be7f'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 13:00:19.544127 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f8ca1e91-5516-4148-be83-ff99051ca55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T13:00:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['311650cf-7999-4ef5-a324-82aabe80be7f'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:19.556075 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-2ffeba9b-c6d5-4c20-bf06-584accd044d8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "DELETE /v2.0/floatingips/d863fa53-d9cb-452c-9f0a-e98c5a1c00f6 HTTP/1.1" status: 204 len: 168 time: 1.3222234 Aug 07 13:00:19.556668 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'tag': '5426d701-ac3a-40c4-a1d2-892478dff7b6'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 13:00:19.559202 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1235adbb-f32c-42cf-99e2-09cc35de1c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d89f0e-45a3-4af8-bed1-3fa0821989ee", "tag": "5426d701-ac3a-40c4-a1d2-892478dff7b6"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 13:00:19.693258 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 13:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634d4d3f-8c8a-4ecf-9d21-f96a6002a5de x-openstack-request-id: req-634d4d3f-8c8a-4ecf-9d21-f96a6002a5de {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 13:00:19.693258 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d89f0e-45a3-4af8-bed1-3fa0821989ee", "tag": "5426d701-ac3a-40c4-a1d2-892478dff7b6", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 13:00:19.693258 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-634d4d3f-8c8a-4ecf-9d21-f96a6002a5de {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 13:00:19.695522 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-f8ca1e91-5516-4148-be83-ff99051ca55a None None] Set router 311650cf-7999-4ef5-a324-82aabe80be7f gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 13:00:19.695825 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'tag': '5426d701-ac3a-40c4-a1d2-892478dff7b6', 'status': 'completed', 'code': 200} Aug 07 13:00:19.905822 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f8ca1e91-5516-4148-be83-ff99051ca55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'name': 'tempest-TestShelveInstance-739407340-router', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:20Z', 'updated_at': '2021-08-07T12:55:23Z', 'revision_number': 4, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'gw_port': {'id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:21Z', 'updated_at': '2021-08-07T12:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': 'b612fb45-0e92-481e-9350-5022c5dcc914', 'name': '', 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'mac_address': 'fa:16:3e:98:bc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:22Z', 'updated_at': '2021-08-07T12:55:28Z', 'revision_number': 5, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'subnets': [{'id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:19.940941 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ca1e91-5516-4148-be83-ff99051ca55a None None] Checking router: 311650cf-7999-4ef5-a324-82aabe80be7f for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 13:00:19.950434 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ca1e91-5516-4148-be83-ff99051ca55a None None] Routers {'311650cf-7999-4ef5-a324-82aabe80be7f'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 13:00:19.953385 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f8ca1e91-5516-4148-be83-ff99051ca55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T13:00:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['311650cf-7999-4ef5-a324-82aabe80be7f'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:20.082937 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-f8ca1e91-5516-4148-be83-ff99051ca55a None None] Set router 311650cf-7999-4ef5-a324-82aabe80be7f gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 13:00:20.310469 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-f8ca1e91-5516-4148-be83-ff99051ca55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'name': 'tempest-TestShelveInstance-739407340-router', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:20Z', 'updated_at': '2021-08-07T12:55:23Z', 'revision_number': 4, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'gw_port': {'id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:21Z', 'updated_at': '2021-08-07T12:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': 'b612fb45-0e92-481e-9350-5022c5dcc914', 'name': '', 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'mac_address': 'fa:16:3e:98:bc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:22Z', 'updated_at': '2021-08-07T12:55:28Z', 'revision_number': 5, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'subnets': [{'id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:20.350172 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ca1e91-5516-4148-be83-ff99051ca55a None None] The sync data for ids ['311650cf-7999-4ef5-a324-82aabe80be7f'] in dv-cinder-787296-2-iscsi is: [{'id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'name': 'tempest-TestShelveInstance-739407340-router', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:20Z', 'updated_at': '2021-08-07T12:55:23Z', 'revision_number': 4, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'gw_port': {'id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:21Z', 'updated_at': '2021-08-07T12:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': 'b612fb45-0e92-481e-9350-5022c5dcc914', 'name': '', 'network_id': '97f61b41-fa69-486e-9b79-ecc6068dcd4f', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'mac_address': 'fa:16:3e:98:bc:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:22Z', 'updated_at': '2021-08-07T12:55:28Z', 'revision_number': 5, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'subnets': [{'id': '7f8a9833-6598-4d66-ab83-b0c7c6d42105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 13:00:20.356486 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7fb50-2128-4321-86bf-59c0b0fdc7f9 req-88b7fed5-a1d1-4ab5-a029-17d4c28c6892 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:20.358080 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ffa7fb50-2128-4321-86bf-59c0b0fdc7f9 req-88b7fed5-a1d1-4ab5-a029-17d4c28c6892 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0687890 Aug 07 13:00:20.414915 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-ffa7fb50-2128-4321-86bf-59c0b0fdc7f9 req-89dbb6a2-f028-4948-8b4e-b02e89eab867 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501447 Aug 07 13:00:20.605545 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f305e4-d012-45bd-9550-e1ba9ed728a9 None None] New status for floating IP d863fa53-d9cb-452c-9f0a-e98c5a1c00f6: DOWN {{(pid=100623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 13:00:20.773869 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235adbb-f32c-42cf-99e2-09cc35de1c8b req-dcec3f68-e7e4-4c36-8e3f-05fc52c38755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:20.775442 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1235adbb-f32c-42cf-99e2-09cc35de1c8b req-dcec3f68-e7e4-4c36-8e3f-05fc52c38755 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=346cbadd20654de98ecc856c10be82f2&device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 1098 time: 0.0422902 Aug 07 13:00:20.871712 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235adbb-f32c-42cf-99e2-09cc35de1c8b req-7b04815b-eeab-4e35-a128-1b5b44c052e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:20.873202 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1235adbb-f32c-42cf-99e2-09cc35de1c8b req-7b04815b-eeab-4e35-a128-1b5b44c052e8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=97f61b41-fa69-486e-9b79-ecc6068dcd4f HTTP/1.1" status: 200 len: 909 time: 0.0900364 Aug 07 13:00:20.920219 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1235adbb-f32c-42cf-99e2-09cc35de1c8b req-58914947-54fb-4426-9251-d36a4bca11c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5426d701-ac3a-40c4-a1d2-892478dff7b6 HTTP/1.1" status: 200 len: 217 time: 0.0392466 Aug 07 13:00:20.968313 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235adbb-f32c-42cf-99e2-09cc35de1c8b req-a411f89b-94bd-49ed-a5b3-07c4ec9b6efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:20.969733 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1235adbb-f32c-42cf-99e2-09cc35de1c8b req-a411f89b-94bd-49ed-a5b3-07c4ec9b6efa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f8a9833-6598-4d66-ab83-b0c7c6d42105 HTTP/1.1" status: 200 len: 847 time: 0.0424716 Aug 07 13:00:21.016326 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235adbb-f32c-42cf-99e2-09cc35de1c8b req-66257295-41c9-4971-af5d-cdd477c45358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:21.017833 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1235adbb-f32c-42cf-99e2-09cc35de1c8b req-66257295-41c9-4971-af5d-cdd477c45358 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=97f61b41-fa69-486e-9b79-ecc6068dcd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399916 Aug 07 13:00:21.115672 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1235adbb-f32c-42cf-99e2-09cc35de1c8b req-792c90b0-1874-4c96-ad8b-7b7495e901ba service neutron] 10.222.0.58 "GET /v2.0/networks/97f61b41-fa69-486e-9b79-ecc6068dcd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887444 Aug 07 13:00:21.216486 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-1235adbb-f32c-42cf-99e2-09cc35de1c8b req-2ccb6a07-abf0-40e4-b8b6-0a8a989bcb0f service neutron] 10.222.0.58 "GET /v2.0/networks/97f61b41-fa69-486e-9b79-ecc6068dcd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923796 Aug 07 13:00:21.545017 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7a30c-f920-4d01-9701-4168cd89a695 req-002efd1d-1c44-468c-ae2c-443bb367f822 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:21.546527 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-48f7a30c-f920-4d01-9701-4168cd89a695 req-002efd1d-1c44-468c-ae2c-443bb367f822 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0580676 Aug 07 13:00:21.589125 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-48f7a30c-f920-4d01-9701-4168cd89a695 req-205704c6-6024-4d7a-a3cf-35dd802ce1cc tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358121 Aug 07 13:00:21.707435 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42306) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:21.767607 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27a7f34-3080-428f-8296-545e40393595 admin admin] Deleting subnet c494d445-8792-411a-a26a-fc7c615bfa2e {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 13:00:21.770892 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b27a7f34-3080-428f-8296-545e40393595 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:21.805929 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b27a7f34-3080-428f-8296-545e40393595 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678694'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:21.843658 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b27a7f34-3080-428f-8296-545e40393595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528469'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:22.092875 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b27a7f34-3080-428f-8296-545e40393595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8817393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967472'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:22.122557 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a7f34-3080-428f-8296-545e40393595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c494d445-8792-411a-a26a-fc7c615bfa2e,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:22.128271 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b27a7f34-3080-428f-8296-545e40393595 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:22.130802 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-b27a7f34-3080-428f-8296-545e40393595 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c494d445-8792-411a-a26a-fc7c615bfa2e HTTP/1.1" status: 204 len: 168 time: 0.4222875 Aug 07 13:00:22.133213 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42308) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:22.200589 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-547e7492-e70d-4db0-b59a-03025248bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561226'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:22.283440 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-547e7492-e70d-4db0-b59a-03025248bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531410', 'neutron.services.segments.db._delete_segments_for_network-8739267626096'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:22.294756 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.services.segments.db [None req-547e7492-e70d-4db0-b59a-03025248bc80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:22.305982 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.services.segments.db [None req-547e7492-e70d-4db0-b59a-03025248bc80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac17c3d-d5db-443f-8878-b3a40c1aeedf') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:22.310516 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.services.segments.db [None req-547e7492-e70d-4db0-b59a-03025248bc80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac17c3d-d5db-443f-8878-b3a40c1aeedf') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:22.316822 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-547e7492-e70d-4db0-b59a-03025248bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739267629177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3678705'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:22.331519 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-547e7492-e70d-4db0-b59a-03025248bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:22.337994 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547e7492-e70d-4db0-b59a-03025248bc80 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 13:00:22.337994 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-547e7492-e70d-4db0-b59a-03025248bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8817199'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: Traceback (most recent call last): Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: timer() Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: cb(*args, **kw) Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: return func(*args, **kwargs) Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: self._notify() Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: self.callback(batched_events) Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: event.method(event) Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: return f(self, *a, **k) Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: return self._get(url).json() Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: return self.request(url, 'GET', **kwargs) Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 13:00:22.339517 dv-cinder-787296-2-iscsi neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 13:00:22.468699 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-547e7492-e70d-4db0-b59a-03025248bc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519594'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:22.476392 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-547e7492-e70d-4db0-b59a-03025248bc80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:22.478265 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-547e7492-e70d-4db0-b59a-03025248bc80 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a HTTP/1.1" status: 204 len: 168 time: 0.3441153 Aug 07 13:00:22.488444 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e7492-e70d-4db0-b59a-03025248bc80 admin admin] Pushing event deleted for resources: {'Network': ['ID=b55b12d4-1e5c-42c5-abc4-e7357a3f9b9a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:22.712738 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e842f1c-813b-427d-8ee7-62be62a570ab req-512fe8d0-a842-4dc2-ac94-aa40bd9f5eb2 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:22.714283 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1e842f1c-813b-427d-8ee7-62be62a570ab req-512fe8d0-a842-4dc2-ac94-aa40bd9f5eb2 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0539944 Aug 07 13:00:22.775358 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-1e842f1c-813b-427d-8ee7-62be62a570ab req-e5efe4a9-c72d-4d7f-af86-667d779e23b6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/security-groups?id=0afb7c5d-4a74-4f3d-8402-321c08343eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551860 Aug 07 13:00:22.829672 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42322) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:22.879973 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-1cdf946c-dfca-4a3a-929b-ae9bf6052cd4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3bf76c2ba4d046deb320ebf291aa3bf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484006 Aug 07 13:00:22.880966 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca9051-187d-4c42-ab15-ce78af2611e1 req-1df5e446-18ed-429b-b306-1547a12fa427 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:22.882214 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42324) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:22.882568 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-59ca9051-187d-4c42-ab15-ce78af2611e1 req-1df5e446-18ed-429b-b306-1547a12fa427 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 945 time: 0.0619576 Aug 07 13:00:22.937144 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f137b711-625b-4960-a0fc-4d5749025416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:22.961304 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f137b711-625b-4960-a0fc-4d5749025416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:22.985577 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-59ca9051-187d-4c42-ab15-ce78af2611e1 req-b0071c3d-8fd2-4c78-bfc4-982f23e8ce8c tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Deleting port 5426d701-ac3a-40c4-a1d2-892478dff7b6 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:00:22.985920 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-59ca9051-187d-4c42-ab15-ce78af2611e1 req-b0071c3d-8fd2-4c78-bfc4-982f23e8ce8c tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:23.079161 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-59ca9051-187d-4c42-ab15-ce78af2611e1 req-b0071c3d-8fd2-4c78-bfc4-982f23e8ce8c tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] For port 5426d701-ac3a-40c4-a1d2-892478dff7b6, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=5426d701-ac3a-40c4-a1d2-892478dff7b6,segment=NetworkSegment(fcc84ec1-b822-4cad-9814-e01869ab88d4),segment_id=fcc84ec1-b822-4cad-9814-e01869ab88d4)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:00:23.079649 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-59ca9051-187d-4c42-ab15-ce78af2611e1 req-b0071c3d-8fd2-4c78-bfc4-982f23e8ce8c tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:23.081646 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f137b711-625b-4960-a0fc-4d5749025416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:23.084269 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f137b711-625b-4960-a0fc-4d5749025416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:23.085473 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-f137b711-625b-4960-a0fc-4d5749025416 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba0f71e3-afc4-4401-84f9-1e44ef15f706 HTTP/1.1" status: 204 len: 168 time: 0.2022972 Aug 07 13:00:23.094340 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137b711-625b-4960-a0fc-4d5749025416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0f71e3-afc4-4401-84f9-1e44ef15f706,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:23.102712 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-59ca9051-187d-4c42-ab15-ce78af2611e1 req-b0071c3d-8fd2-4c78-bfc4-982f23e8ce8c tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Calling delete_port for 5426d701-ac3a-40c4-a1d2-892478dff7b6 owned by compute:nova {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:00:23.270654 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42330) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:23.321915 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-59ca9051-187d-4c42-ab15-ce78af2611e1 req-b0071c3d-8fd2-4c78-bfc4-982f23e8ce8c tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:23.362058 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0071c3d-8fd2-4c78-bfc4-982f23e8ce8c tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Pushing event deleted for resources: {'Port': ['ID=5426d701-ac3a-40c4-a1d2-892478dff7b6,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:23.440667 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ca9051-187d-4c42-ab15-ce78af2611e1 req-b0071c3d-8fd2-4c78-bfc4-982f23e8ce8c tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] No DVR routers for this DVR port 5426d701-ac3a-40c4-a1d2-892478dff7b6 on host hv-cinder-78729 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 13:00:23.446227 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-59ca9051-187d-4c42-ab15-ce78af2611e1 req-b0071c3d-8fd2-4c78-bfc4-982f23e8ce8c tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:23.446432 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-bbd0fefe-440b-44f9-9778-8f161ba14abe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1f59fa66ee16463bbc8e567766bf3e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718078 Aug 07 13:00:23.448968 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-59ca9051-187d-4c42-ab15-ce78af2611e1 req-b0071c3d-8fd2-4c78-bfc4-982f23e8ce8c tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.58 "DELETE /v2.0/ports/5426d701-ac3a-40c4-a1d2-892478dff7b6 HTTP/1.1" status: 204 len: 173 time: 0.5548081 Aug 07 13:00:23.448968 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'name': 'network-vif-deleted', 'tag': '5426d701-ac3a-40c4-a1d2-892478dff7b6'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 13:00:23.449226 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42336) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:23.449335 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df598bc-4fd3-4ce0-956a-f4e4a48a750e" -d '{"events": [{"server_uuid": "a9d89f0e-45a3-4af8-bed1-3fa0821989ee", "name": "network-vif-deleted", "tag": "5426d701-ac3a-40c4-a1d2-892478dff7b6"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 13:00:23.496304 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbfe44b-3f2e-44a9-abc6-6ff490d2f304 x-openstack-request-id: req-7bbfe44b-3f2e-44a9-abc6-6ff490d2f304 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 13:00:23.496725 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d89f0e-45a3-4af8-bed1-3fa0821989ee", "name": "network-vif-deleted", "tag": "5426d701-ac3a-40c4-a1d2-892478dff7b6", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 13:00:23.497072 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7bbfe44b-3f2e-44a9-abc6-6ff490d2f304 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 13:00:23.497677 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d89f0e-45a3-4af8-bed1-3fa0821989ee', 'name': 'network-vif-deleted', 'tag': '5426d701-ac3a-40c4-a1d2-892478dff7b6', 'status': 'completed', 'code': 200} Aug 07 13:00:23.530675 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a44a3f0a-9899-426c-8bc3-e059b18815dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:23.562567 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a44a3f0a-9899-426c-8bc3-e059b18815dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:23.686869 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a44a3f0a-9899-426c-8bc3-e059b18815dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:23.689421 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-a44a3f0a-9899-426c-8bc3-e059b18815dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:23.690757 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-a44a3f0a-9899-426c-8bc3-e059b18815dd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb6e82e4-d434-4031-b043-4321dcc27eb9 HTTP/1.1" status: 204 len: 168 time: 0.2426677 Aug 07 13:00:23.707162 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a3f0a-9899-426c-8bc3-e059b18815dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6e82e4-d434-4031-b043-4321dcc27eb9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:23.886757 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-e25597fb-7a46-4fe2-9481-2d1519ad7011 req-3eefe4d3-d7a5-4521-b840-d367b1c40ef4 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 210 time: 0.0355585 Aug 07 13:00:24.984659 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2fba0a75-0cbb-4e32-8b01-373adeae6e85 req-fdd685f0-d4d2-48ed-9aae-83a54cba78e8 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 210 time: 0.0269754 Aug 07 13:00:26.089127 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c801f7a8-2756-4494-9047-ce5fd89e1b21 req-3cb0a249-2961-4b22-b880-317d622693e6 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 210 time: 0.0279675 Aug 07 13:00:26.723640 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 5426d701-ac3a-40c4-a1d2-892478dff7b6 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 13:00:26.748789 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: 5426d701-ac3a-40c4-a1d2-892478dff7b6 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 13:00:26.749137 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device 5426d701-ac3a-40c4-a1d2-892478dff7b6 not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 13:00:26.874698 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-9d690f05-783a-4162-a241-19fb6e2e9ea6 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-585697098&fields=id&tenant_id=df0e389d6f0540aebecb728b30ce8c74 HTTP/1.1" status: 200 len: 267 time: 0.0590205 Aug 07 13:00:26.989013 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-417f81bc-3991-41ab-8281-d1d5a35fea21 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:26.990552 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-417f81bc-3991-41ab-8281-d1d5a35fea21 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/networks?id=b066dc66-c2d1-4e7c-b521-e613e80d7a48 HTTP/1.1" status: 200 len: 811 time: 0.1079426 Aug 07 13:00:27.006901 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-f89563bb-cd0d-4a81-97c8-ed655154537e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/quotas/df0e389d6f0540aebecb728b30ce8c74 HTTP/1.1" status: 200 len: 375 time: 0.0104001 Aug 07 13:00:27.070697 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-59fd18b8-31e0-4bf9-b56d-4f7549eb8d0a tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=df0e389d6f0540aebecb728b30ce8c74&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0576720 Aug 07 13:00:27.203188 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-41422600-3eb7-49fe-b3a1-833d43f175af req-71232b13-a0a1-42c1-b72b-251dfd541836 tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "GET /v2.0/ports?device_id=a9d89f0e-45a3-4af8-bed1-3fa0821989ee HTTP/1.1" status: 200 len: 210 time: 0.0284023 Aug 07 13:00:27.536686 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-a820a016-d777-4ae0-b317-68321d1f463e service neutron] 10.222.0.59 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538000 Aug 07 13:00:27.627094 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-48898423-79ef-4a5a-b769-a09aa4161390 service neutron] 10.222.0.59 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838120 Aug 07 13:00:28.169855 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-c410396c-1ba0-459f-9a84-6408b8551718 req-f7ec5396-37ad-446e-9db4-e378c1c57ca0 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 210 time: 0.0275826 Aug 07 13:00:28.275936 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42382) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:28.339744 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b10794a-2117-4b0f-b486-fd76ac33c2ee tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:28.366759 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b10794a-2117-4b0f-b486-fd76ac33c2ee tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:28.498601 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b10794a-2117-4b0f-b486-fd76ac33c2ee tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:28.501193 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-3b10794a-2117-4b0f-b486-fd76ac33c2ee tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:28.503187 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-3b10794a-2117-4b0f-b486-fd76ac33c2ee tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] 10.222.0.59 "DELETE /v2.0/security-groups/0afb7c5d-4a74-4f3d-8402-321c08343eb3 HTTP/1.1" status: 204 len: 168 time: 0.2254746 Aug 07 13:00:28.512521 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10794a-2117-4b0f-b486-fd76ac33c2ee tempest-TestShelveInstance-1363166720 tempest-TestShelveInstance-1363166720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afb7c5d-4a74-4f3d-8402-321c08343eb3,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:28.641235 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 42388) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:28.702614 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 13:00:29.133035 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ab41bfe3-1963-4b2b-9d18-900fefe63429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520856'] for router_interface, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:29.281939 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-a61f8cb8-efed-4c1b-8c82-86178fbd51cf req-c464287c-96a1-4285-bd9f-264c04467110 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 210 time: 0.0417471 Aug 07 13:00:29.443962 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ab41bfe3-1963-4b2b-9d18-900fefe63429 admin admin] Deleting port b612fb45-0e92-481e-9350-5022c5dcc914 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:00:29.444195 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ab41bfe3-1963-4b2b-9d18-900fefe63429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:29.531283 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-ab41bfe3-1963-4b2b-9d18-900fefe63429 admin admin] For port b612fb45-0e92-481e-9350-5022c5dcc914, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=b612fb45-0e92-481e-9350-5022c5dcc914,segment=NetworkSegment(fcc84ec1-b822-4cad-9814-e01869ab88d4),segment_id=fcc84ec1-b822-4cad-9814-e01869ab88d4)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:00:29.531640 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ab41bfe3-1963-4b2b-9d18-900fefe63429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:29.545876 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-ab41bfe3-1963-4b2b-9d18-900fefe63429 admin admin] Calling delete_port for b612fb45-0e92-481e-9350-5022c5dcc914 owned by network:router_interface {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:00:29.795466 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ab41bfe3-1963-4b2b-9d18-900fefe63429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:29.822032 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41bfe3-1963-4b2b-9d18-900fefe63429 admin admin] Pushing event deleted for resources: {'Port': ['ID=b612fb45-0e92-481e-9350-5022c5dcc914,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:29.993568 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-ab41bfe3-1963-4b2b-9d18-900fefe63429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520232'] for router_interface, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:30.294213 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab41bfe3-1963-4b2b-9d18-900fefe63429 admin admin] Router 311650cf-7999-4ef5-a324-82aabe80be7f has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 13:00:30.310438 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-176828d4-dd7a-4b6f-bed6-9924803faf83 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:30.312354 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-176828d4-dd7a-4b6f-bed6-9924803faf83 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.58 "GET /v2.0/networks?id=b066dc66-c2d1-4e7c-b521-e613e80d7a48 HTTP/1.1" status: 200 len: 811 time: 0.1554842 Aug 07 13:00:30.383530 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-f6a9c45a-ab26-4c0c-8a7a-eceab8b09e68 req-9751d92b-3797-427e-a4ad-5d81ca6e366e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 210 time: 0.0283403 Aug 07 13:00:30.430303 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-f4fd328c-770c-4e87-918e-78d57fa893ef tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df0e389d6f0540aebecb728b30ce8c74 HTTP/1.1" status: 200 len: 379 time: 0.0767362 Aug 07 13:00:30.450130 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab41bfe3-1963-4b2b-9d18-900fefe63429 admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 13:00:30.456459 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-ab41bfe3-1963-4b2b-9d18-900fefe63429 admin admin] 10.222.0.59 "PUT /v2.0/routers/311650cf-7999-4ef5-a324-82aabe80be7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8128119 Aug 07 13:00:30.458789 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42396) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:30.462002 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-0c07a2f5-84e1-4ae2-93d2-d7669d8ba308 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Request body: {'port': {'device_id': 'fae2348e-cebb-4f2a-9054-031212be1fab', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'admin_state_up': True, 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'security_groups': ['d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa']}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 13:00:30.462168 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f34d76-1dfa-40b6-ad72-d18fa69805e4 None None] Sync routers for ids ['311650cf-7999-4ef5-a324-82aabe80be7f'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 13:00:30.474938 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f34d76-1dfa-40b6-ad72-d18fa69805e4 None None] Routers {'311650cf-7999-4ef5-a324-82aabe80be7f'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 13:00:30.475708 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-a0f34d76-1dfa-40b6-ad72-d18fa69805e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T13:00:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['311650cf-7999-4ef5-a324-82aabe80be7f'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:30.573668 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d440b6f3-9e32-44db-8c67-bdce02276865 admin admin] Notify callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:30.599174 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-a0f34d76-1dfa-40b6-ad72-d18fa69805e4 None None] Set router 311650cf-7999-4ef5-a324-82aabe80be7f gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 13:00:30.663520 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-0c07a2f5-84e1-4ae2-93d2-d7669d8ba308 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Made reservation on behalf of df0e389d6f0540aebecb728b30ce8c74 for: {'port': 1} {{(pid=100621) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 07 13:00:30.667995 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-0c07a2f5-84e1-4ae2-93d2-d7669d8ba308 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:30.688144 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d440b6f3-9e32-44db-8c67-bdce02276865 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:30.788391 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-a0f34d76-1dfa-40b6-ad72-d18fa69805e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'name': 'tempest-TestShelveInstance-739407340-router', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219'}], 'enable_snat': True}, 'gw_port_id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:20Z', 'updated_at': '2021-08-07T13:00:29Z', 'revision_number': 5, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'gw_port': {'id': 'b92b8b47-b8ad-4571-92ff-23b08ebd50a9', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:21Z', 'updated_at': '2021-08-07T12:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:30.811563 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_common [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-0c07a2f5-84e1-4ae2-93d2-d7669d8ba308 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Allocated IP 172.20.0.3 (b066dc66-c2d1-4e7c-b521-e613e80d7a48/ba1b8a5f-6360-4118-8a05-67005538af59/a5abbb12-7abc-4b34-a318-17545139255d) {{(pid=100621) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 13:00:30.814586 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f34d76-1dfa-40b6-ad72-d18fa69805e4 None None] Checking router: 311650cf-7999-4ef5-a324-82aabe80be7f for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 13:00:30.814820 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-d440b6f3-9e32-44db-8c67-bdce02276865 admin admin] Deleting port b92b8b47-b8ad-4571-92ff-23b08ebd50a9 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:00:30.815269 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d440b6f3-9e32-44db-8c67-bdce02276865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:30.823344 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f34d76-1dfa-40b6-ad72-d18fa69805e4 None None] Routers {'311650cf-7999-4ef5-a324-82aabe80be7f'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 13:00:30.824018 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-a0f34d76-1dfa-40b6-ad72-d18fa69805e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T13:00:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['311650cf-7999-4ef5-a324-82aabe80be7f'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:30.908108 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-d440b6f3-9e32-44db-8c67-bdce02276865 admin admin] For port b92b8b47-b8ad-4571-92ff-23b08ebd50a9, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=b92b8b47-b8ad-4571-92ff-23b08ebd50a9,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:00:30.908479 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d440b6f3-9e32-44db-8c67-bdce02276865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:30.922352 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-d440b6f3-9e32-44db-8c67-bdce02276865 admin admin] Calling delete_port for b92b8b47-b8ad-4571-92ff-23b08ebd50a9 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:00:30.924310 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-a0f34d76-1dfa-40b6-ad72-d18fa69805e4 None None] Set router 311650cf-7999-4ef5-a324-82aabe80be7f gateway port host: None {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 13:00:30.981382 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-0c07a2f5-84e1-4ae2-93d2-d7669d8ba308 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for port, precommit_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:30.984680 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-a0f34d76-1dfa-40b6-ad72-d18fa69805e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'name': 'tempest-TestShelveInstance-739407340-router', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:20Z', 'updated_at': '2021-08-07T13:00:30Z', 'revision_number': 6, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'gw_port_host': None}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:30.996488 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-0c07a2f5-84e1-4ae2-93d2-d7669d8ba308 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Transition to ACTIVE for port object a5abbb12-7abc-4b34-a318-17545139255d will not be triggered until provisioned by entity DHCP. {{(pid=100621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 13:00:31.016453 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f34d76-1dfa-40b6-ad72-d18fa69805e4 None None] The sync data for ids ['311650cf-7999-4ef5-a324-82aabe80be7f'] in dv-cinder-787296-2-iscsi is: [{'id': '311650cf-7999-4ef5-a324-82aabe80be7f', 'name': 'tempest-TestShelveInstance-739407340-router', 'tenant_id': '346cbadd20654de98ecc856c10be82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:20Z', 'updated_at': '2021-08-07T13:00:30Z', 'revision_number': 6, 'project_id': '346cbadd20654de98ecc856c10be82f2', 'gw_port_host': None}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 13:00:31.127007 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-0c07a2f5-84e1-4ae2-93d2-d7669d8ba308 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_create {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:31.155281 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d440b6f3-9e32-44db-8c67-bdce02276865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:31.168485 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-0c07a2f5-84e1-4ae2-93d2-d7669d8ba308 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Network b066dc66-c2d1-4e7c-b521-e613e80d7a48 is already hosted by enough agents. {{(pid=100621) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 13:00:31.173668 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.base_scheduler [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-0c07a2f5-84e1-4ae2-93d2-d7669d8ba308 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Resources bound (agent type, host, resource id): {{(pid=100621) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 13:00:31.178305 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-0c07a2f5-84e1-4ae2-93d2-d7669d8ba308 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Received port after_create {{(pid=100621) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 13:00:31.183527 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440b6f3-9e32-44db-8c67-bdce02276865 admin admin] Pushing event deleted for resources: {'Port': ['ID=b92b8b47-b8ad-4571-92ff-23b08ebd50a9,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:31.211259 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07a2f5-84e1-4ae2-93d2-d7669d8ba308 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event updated for resources: {'Port': ['ID=a5abbb12-7abc-4b34-a318-17545139255d,revision_number=1']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:31.248870 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-0c07a2f5-84e1-4ae2-93d2-d7669d8ba308 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:31.250058 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-0c07a2f5-84e1-4ae2-93d2-d7669d8ba308 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:31.257586 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d440b6f3-9e32-44db-8c67-bdce02276865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519630'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:31.352062 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d440b6f3-9e32-44db-8c67-bdce02276865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14478'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:31.354511 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d440b6f3-9e32-44db-8c67-bdce02276865 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:31.373783 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-0c07a2f5-84e1-4ae2-93d2-d7669d8ba308 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9156570 Aug 07 13:00:31.401328 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.v2.base [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Request body: {'port': {'device_id': 'fae2348e-cebb-4f2a-9054-031212be1fab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78729'}} {{(pid=100621) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 13:00:31.469982 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d440b6f3-9e32-44db-8c67-bdce02276865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522958'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:31.470627 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d440b6f3-9e32-44db-8c67-bdce02276865 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 311650cf-7999-4ef5-a324-82aabe80be7f {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 13:00:31.480048 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d440b6f3-9e32-44db-8c67-bdce02276865 admin admin] Notify callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:31.480048 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-d440b6f3-9e32-44db-8c67-bdce02276865 admin admin] 10.222.0.59 "DELETE /v2.0/routers/311650cf-7999-4ef5-a324-82aabe80be7f HTTP/1.1" status: 204 len: 168 time: 1.0174870 Aug 07 13:00:31.483187 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 42400) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:31.529887 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:31.572282 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d8cd4e5f-32bf-4820-b31f-39f1bd14e21e None None] Provisioning for port a5abbb12-7abc-4b34-a318-17545139255d completed by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 13:00:31.576524 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d8cd4e5f-32bf-4820-b31f-39f1bd14e21e None None] Provisioning complete for port a5abbb12-7abc-4b34-a318-17545139255d triggered by entity DHCP. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 13:00:31.576899 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d8cd4e5f-32bf-4820-b31f-39f1bd14e21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:31.585361 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_v2 [None req-768eaa25-8e92-41b8-a179-5886c2360307 admin admin] Deleting subnet 7f8a9833-6598-4d66-ab83-b0c7c6d42105 {{(pid=100621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 13:00:31.593685 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-768eaa25-8e92-41b8-a179-5886c2360307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:31.604368 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403619f-6313-4ae9-8892-e0edf1289b9d req-81f34de8-4ebc-45ca-b2f2-b0e030f7cebd tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:31.605915 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8403619f-6313-4ae9-8892-e0edf1289b9d req-81f34de8-4ebc-45ca-b2f2-b0e030f7cebd tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 931 time: 0.1413212 Aug 07 13:00:31.613880 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd4e5f-32bf-4820-b31f-39f1bd14e21e None None] Port a5abbb12-7abc-4b34-a318-17545139255d cannot update to ACTIVE because it is not bound. {{(pid=100622) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 07 13:00:31.726673 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-768eaa25-8e92-41b8-a179-5886c2360307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3637977'] for subnet, precommit_delete_associations {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:31.764390 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-8403619f-6313-4ae9-8892-e0edf1289b9d req-2d1c0db6-4e15-4f10-b51a-18c285b6c775 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319299 Aug 07 13:00:31.890034 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-768eaa25-8e92-41b8-a179-5886c2360307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528469'] for subnet, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:31.996417 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5abbb12-7abc-4b34-a318-17545139255d {{(pid=100621) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 13:00:32.004234 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.016515 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.provisioning_blocks [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Transition to ACTIVE for port object a5abbb12-7abc-4b34-a318-17545139255d will not be triggered until provisioned by entity L2. {{(pid=100621) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 07 13:00:32.054159 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device b612fb45-0e92-481e-9350-5022c5dcc914 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 13:00:32.074568 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-768eaa25-8e92-41b8-a179-5886c2360307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8863388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2431407'] for subnet, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.078018 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: b612fb45-0e92-481e-9350-5022c5dcc914 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 13:00:32.078579 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device b612fb45-0e92-481e-9350-5022c5dcc914 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 13:00:32.079166 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device b92b8b47-b8ad-4571-92ff-23b08ebd50a9 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 13:00:32.100798 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: b92b8b47-b8ad-4571-92ff-23b08ebd50a9 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 13:00:32.101151 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device b92b8b47-b8ad-4571-92ff-23b08ebd50a9 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 13:00:32.102607 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768eaa25-8e92-41b8-a179-5886c2360307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f8a9833-6598-4d66-ab83-b0c7c6d42105,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:32.106815 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-768eaa25-8e92-41b8-a179-5886c2360307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.111193 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-768eaa25-8e92-41b8-a179-5886c2360307 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7f8a9833-6598-4d66-ab83-b0c7c6d42105 HTTP/1.1" status: 204 len: 168 time: 0.6235805 Aug 07 13:00:32.112197 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42402) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:32.116309 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d79144-83ae-46aa-ac96-be34c6b5b9e6 None None] Network 97f61b41-fa69-486e-9b79-ecc6068dcd4f requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 13:00:32.153933 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.184752 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561226'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.230358 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Pushing event updated for resources: {'Port': ['ID=a5abbb12-7abc-4b34-a318-17545139255d,revision_number=2']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:32.271365 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] Deleting port 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:00:32.272196 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.306453 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Attempting to bind port a5abbb12-7abc-4b34-a318-17545139255d on host hv-cinder-78729 for vnic_type normal with profile {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 07 13:00:32.307137 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Attempting to bind port a5abbb12-7abc-4b34-a318-17545139255d by drivers openvswitch,hyperv on host hv-cinder-78729 at level 0 using segments [{'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 07 13:00:32.307854 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Attempting to bind port a5abbb12-7abc-4b34-a318-17545139255d on network b066dc66-c2d1-4e7c-b521-e613e80d7a48 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 13:00:32.312929 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Port a5abbb12-7abc-4b34-a318-17545139255d on network b066dc66-c2d1-4e7c-b521-e613e80d7a48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78729 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 07 13:00:32.313262 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Attempting to bind port a5abbb12-7abc-4b34-a318-17545139255d on network b066dc66-c2d1-4e7c-b521-e613e80d7a48 {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 07 13:00:32.319492 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Checking agent: {'id': 'd4528c0e-995c-4711-9d6d-ec8870db1a0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78729', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'started_at': datetime.datetime(2021, 8, 7, 12, 47, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 7, 13, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 07 13:00:32.319838 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Checking segment: {'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100621) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 07 13:00:32.320393 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Bound using segment: {'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'} {{(pid=100621) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 07 13:00:32.320835 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.managers [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Bound port: a5abbb12-7abc-4b34-a318-17545139255d, host: hv-cinder-78729, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '420a9889-6895-4a67-a56d-379c8b5423e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48'}}] {{(pid=100621) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 07 13:00:32.321199 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.351022 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] For port 9c4d2ca4-487e-4a3b-a91b-f170820a76c2, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=9c4d2ca4-487e-4a3b-a91b-f170820a76c2,segment=NetworkSegment(fcc84ec1-b822-4cad-9814-e01869ab88d4),segment_id=fcc84ec1-b822-4cad-9814-e01869ab88d4)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:00:32.351473 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.369273 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] Calling delete_port for 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:00:32.371189 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278928d5-d92a-430b-a8c9-d88fdd3a952d None None] DHCP port deletion for 97f61b41-fa69-486e-9b79-ecc6068dcd4f request from dv-cinder-787296-2-iscsi {{(pid=100622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 13:00:32.418313 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] For port a5abbb12-7abc-4b34-a318-17545139255d, host hv-cinder-78729, cleared binding levels {{(pid=100621) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 07 13:00:32.421598 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] For port a5abbb12-7abc-4b34-a318-17545139255d, host hv-cinder-78729, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a5abbb12-7abc-4b34-a318-17545139255d,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100621) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 07 13:00:32.423967 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-278928d5-d92a-430b-a8c9-d88fdd3a952d None None] Deleting port 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 {{(pid=100622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:00:32.425046 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-278928d5-d92a-430b-a8c9-d88fdd3a952d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.497565 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-278928d5-d92a-430b-a8c9-d88fdd3a952d None None] For port 9c4d2ca4-487e-4a3b-a91b-f170820a76c2, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=9c4d2ca4-487e-4a3b-a91b-f170820a76c2,segment=NetworkSegment(fcc84ec1-b822-4cad-9814-e01869ab88d4),segment_id=fcc84ec1-b822-4cad-9814-e01869ab88d4)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:00:32.497962 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-278928d5-d92a-430b-a8c9-d88fdd3a952d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.509700 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-278928d5-d92a-430b-a8c9-d88fdd3a952d None None] Calling delete_port for 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 owned by network:dhcp {{(pid=100622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:00:32.516064 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8863398'] for port, after_update {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.532497 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.551650 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:32.552429 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.554049 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] 10.222.0.58 "PUT /v2.0/ports/a5abbb12-7abc-4b34-a318-17545139255d HTTP/1.1" status: 200 len: 1093 time: 1.1571703 Aug 07 13:00:32.554606 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae2348e-cebb-4f2a-9054-031212be1fab', 'tag': 'a5abbb12-7abc-4b34-a318-17545139255d'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 13:00:32.557168 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e81a27-d6ea-4fe2-887f-5e86ef9c24d1" -d '{"events": [{"name": "network-changed", "server_uuid": "fae2348e-cebb-4f2a-9054-031212be1fab", "tag": "a5abbb12-7abc-4b34-a318-17545139255d"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 13:00:32.564439 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c4d2ca4-487e-4a3b-a91b-f170820a76c2,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:32.578515 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] No DVR routers for this DVR port 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 on host dv-cinder-787296-2-iscsi {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 13:00:32.615562 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 13:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c407a3-8da9-477b-ac58-7669679f189c x-openstack-request-id: req-23c407a3-8da9-477b-ac58-7669679f189c {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 13:00:32.615925 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae2348e-cebb-4f2a-9054-031212be1fab", "tag": "a5abbb12-7abc-4b34-a318-17545139255d", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 13:00:32.616077 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-23c407a3-8da9-477b-ac58-7669679f189c {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 13:00:32.616476 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae2348e-cebb-4f2a-9054-031212be1fab', 'tag': 'a5abbb12-7abc-4b34-a318-17545139255d', 'status': 'completed', 'code': 200} Aug 07 13:00:32.617502 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e7366-2fd1-4e54-bb16-dcac47e39490 service neutron] Pushing event updated for resources: {'Port': ['ID=a5abbb12-7abc-4b34-a318-17545139255d,revision_number=3']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:32.672336 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531410', 'neutron.services.segments.db._delete_segments_for_network-8739267626096'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.685833 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.services.segments.db [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f61b41-fa69-486e-9b79-ecc6068dcd4f']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:32.703179 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.services.segments.db [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc84ec1-b822-4cad-9814-e01869ab88d4') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:32.703477 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.services.segments.db [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc84ec1-b822-4cad-9814-e01869ab88d4') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:32.714756 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739267629177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3678705'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.731819 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.734986 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e81a27-d6ea-4fe2-887f-5e86ef9c24d1 req-507e3f54-1bef-495f-b967-dce5cbef449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:32.736802 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-71e81a27-d6ea-4fe2-887f-5e86ef9c24d1 req-507e3f54-1bef-495f-b967-dce5cbef449c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df0e389d6f0540aebecb728b30ce8c74&device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 1096 time: 0.0707524 Aug 07 13:00:32.745363 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 13:00:32.745840 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8817199'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: Traceback (most recent call last): Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: timer() Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: cb(*args, **kw) Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: return func(*args, **kwargs) Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: self._notify() Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: self.callback(batched_events) Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: event.method(event) Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: return f(self, *a, **k) Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: return self._get(url).json() Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: return self.request(url, 'GET', **kwargs) Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 13:00:32.747977 dv-cinder-787296-2-iscsi neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 13:00:32.768813 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-278928d5-d92a-430b-a8c9-d88fdd3a952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374'] for port, after_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.812860 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278928d5-d92a-430b-a8c9-d88fdd3a952d None None] No DVR routers for this DVR port 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 on host dv-cinder-787296-2-iscsi {{(pid=100622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 13:00:32.816666 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278928d5-d92a-430b-a8c9-d88fdd3a952d None None] Pushing event deleted for resources: {'Port': ['ID=9c4d2ca4-487e-4a3b-a91b-f170820a76c2,revision_number=None']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:32.904575 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519594'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.910786 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:32.915836 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e81a27-d6ea-4fe2-887f-5e86ef9c24d1 req-f40260fe-3698-4bd2-ab98-2d0632687988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:32.917058 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] 10.222.0.59 "DELETE /v2.0/networks/97f61b41-fa69-486e-9b79-ecc6068dcd4f HTTP/1.1" status: 204 len: 168 time: 0.8040252 Aug 07 13:00:32.917353 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-71e81a27-d6ea-4fe2-887f-5e86ef9c24d1 req-f40260fe-3698-4bd2-ab98-2d0632687988 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=df0e389d6f0540aebecb728b30ce8c74&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1569350 Aug 07 13:00:32.917889 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 42408) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:32.930567 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8c3fb-1ec8-43f4-a9be-b79dbd0afcf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=97f61b41-fa69-486e-9b79-ecc6068dcd4f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:32.931460 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5e554-3a8d-4b76-9a40-e4cdafd1c05a req-ff230d23-b814-4cd0-aa88-77b08375253f tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:32.932935 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b5d5e554-3a8d-4b76-9a40-e4cdafd1c05a req-ff230d23-b814-4cd0-aa88-77b08375253f tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 943 time: 0.0881214 Aug 07 13:00:33.119415 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-b5d5e554-3a8d-4b76-9a40-e4cdafd1c05a req-8f1c0561-166a-4102-a86b-26178d41edfc tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423669 Aug 07 13:00:33.153996 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e81a27-d6ea-4fe2-887f-5e86ef9c24d1 req-ee709fad-c055-40a9-8f6a-efe2158c5415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:33.155489 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-71e81a27-d6ea-4fe2-887f-5e86ef9c24d1 req-ee709fad-c055-40a9-8f6a-efe2158c5415 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2207859 Aug 07 13:00:33.304698 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-392c25d5-a99e-4cd5-a9b8-737288a7c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:33.306164 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-392c25d5-a99e-4cd5-a9b8-737288a7c20f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df0e389d6f0540aebecb728b30ce8c74&device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 1096 time: 0.0752153 Aug 07 13:00:33.385854 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-bd429b67-f3c3-42ff-b124-0f6e541ec30f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5abbb12-7abc-4b34-a318-17545139255d HTTP/1.1" status: 200 len: 217 time: 0.0377541 Aug 07 13:00:33.433714 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c862a2b9-f3ed-4564-8d7c-b48ac7e30d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:33.457650 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-2f3052b6-3ddf-420c-8bbe-a9e6d323bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:33.459169 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-2f3052b6-3ddf-420c-8bbe-a9e6d323bcf7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ba1b8a5f-6360-4118-8a05-67005538af59 HTTP/1.1" status: 200 len: 850 time: 0.0677350 Aug 07 13:00:33.804101 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-56046346-c442-4365-94eb-72d26c5c49af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:33.805601 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-56046346-c442-4365-94eb-72d26c5c49af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b066dc66-c2d1-4e7c-b521-e613e80d7a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3199308 Aug 07 13:00:33.811382 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4e18afbe-e331-4888-b537-1eb2ceee0424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520856'] for router_interface, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:33.978292 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-921fce1d-0513-4d0d-9729-e603da1199d2 service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347871 Aug 07 13:00:34.036518 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 13:00:34.057193 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 13:00:34.057551 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 9c4d2ca4-487e-4a3b-a91b-f170820a76c2 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 13:00:34.123068 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-9846c584-8b95-4d3c-865a-442f8b0d874e req-eab6307d-be6d-4ead-9dd0-32286d3ac031 service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158688 Aug 07 13:00:34.200377 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4e18afbe-e331-4888-b537-1eb2ceee0424 admin admin] Deleting port 42545a1b-77f6-4fc9-b57d-04a153aa9725 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:00:34.200727 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4e18afbe-e331-4888-b537-1eb2ceee0424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:34.237967 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a81975-ecd1-4fb0-b4f4-52c4564cbea8 req-c6133389-1424-4c4e-82ad-642145141d62 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:34.239423 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-02a81975-ecd1-4fb0-b4f4-52c4564cbea8 req-c6133389-1424-4c4e-82ad-642145141d62 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 943 time: 0.0506704 Aug 07 13:00:34.278485 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-02a81975-ecd1-4fb0-b4f4-52c4564cbea8 req-ff0821fb-0658-437f-8a7a-b1f7764bd46a tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329909 Aug 07 13:00:34.284355 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-4e18afbe-e331-4888-b537-1eb2ceee0424 admin admin] For port 42545a1b-77f6-4fc9-b57d-04a153aa9725, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=42545a1b-77f6-4fc9-b57d-04a153aa9725,segment=NetworkSegment(b8356f53-1cab-4f60-b2c6-d1e32be41ab5),segment_id=b8356f53-1cab-4f60-b2c6-d1e32be41ab5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:00:34.284727 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4e18afbe-e331-4888-b537-1eb2ceee0424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:34.297499 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-4e18afbe-e331-4888-b537-1eb2ceee0424 admin admin] Calling delete_port for 42545a1b-77f6-4fc9-b57d-04a153aa9725 owned by network:router_interface {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:00:34.549219 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4e18afbe-e331-4888-b537-1eb2ceee0424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:34.576711 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18afbe-e331-4888-b537-1eb2ceee0424 admin admin] Pushing event deleted for resources: {'Port': ['ID=42545a1b-77f6-4fc9-b57d-04a153aa9725,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:34.742339 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-4e18afbe-e331-4888-b537-1eb2ceee0424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520232'] for router_interface, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:34.957475 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e18afbe-e331-4888-b537-1eb2ceee0424 admin admin] Router 65030043-7e62-4be3-babc-7631212bdff1 has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 13:00:35.062343 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e18afbe-e331-4888-b537-1eb2ceee0424 admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 13:00:35.067969 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-4e18afbe-e331-4888-b537-1eb2ceee0424 admin admin] 10.222.0.59 "PUT /v2.0/routers/65030043-7e62-4be3-babc-7631212bdff1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1482873 Aug 07 13:00:35.070660 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42412) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:35.073197 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995d0328-fa7a-498b-ae38-2685dad06851 None None] Sync routers for ids ['65030043-7e62-4be3-babc-7631212bdff1'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 13:00:35.083335 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995d0328-fa7a-498b-ae38-2685dad06851 None None] Routers {'65030043-7e62-4be3-babc-7631212bdff1'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 13:00:35.084025 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-995d0328-fa7a-498b-ae38-2685dad06851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T13:00:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['65030043-7e62-4be3-babc-7631212bdff1'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:35.175783 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Notify callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:35.188389 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-995d0328-fa7a-498b-ae38-2685dad06851 None None] Set router 65030043-7e62-4be3-babc-7631212bdff1 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 13:00:35.285452 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:35.376904 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-995d0328-fa7a-498b-ae38-2685dad06851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65030043-7e62-4be3-babc-7631212bdff1', 'name': 'tempest-TestShelveInstance-875593926-router', 'tenant_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '38cc9404-8259-4012-b0ce-ab4147ef1b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:27Z', 'updated_at': '2021-08-07T13:00:34Z', 'revision_number': 5, 'project_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'gw_port': {'id': '38cc9404-8259-4012-b0ce-ab4147ef1b41', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:84:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65030043-7e62-4be3-babc-7631212bdff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:28Z', 'updated_at': '2021-08-07T12:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:35.396932 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dcc44-b25d-4305-b2be-cf56dedbc7cd req-8955105b-86c1-438a-acf7-b78954879cec tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:35.398610 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e75dcc44-b25d-4305-b2be-cf56dedbc7cd req-8955105b-86c1-438a-acf7-b78954879cec tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 943 time: 0.0508070 Aug 07 13:00:35.403618 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995d0328-fa7a-498b-ae38-2685dad06851 None None] Checking router: 65030043-7e62-4be3-babc-7631212bdff1 for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 13:00:35.412992 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995d0328-fa7a-498b-ae38-2685dad06851 None None] Routers {'65030043-7e62-4be3-babc-7631212bdff1'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 13:00:35.413622 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-995d0328-fa7a-498b-ae38-2685dad06851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T13:00:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['65030043-7e62-4be3-babc-7631212bdff1'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:35.437705 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Deleting port 38cc9404-8259-4012-b0ce-ab4147ef1b41 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:00:35.438067 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:35.442200 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e75dcc44-b25d-4305-b2be-cf56dedbc7cd req-a8cf526f-d395-46e0-bd7d-48e6e26393af tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370495 Aug 07 13:00:35.503192 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-995d0328-fa7a-498b-ae38-2685dad06851 None None] Set router 65030043-7e62-4be3-babc-7631212bdff1 gateway port host: None {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 13:00:35.519331 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] For port 38cc9404-8259-4012-b0ce-ab4147ef1b41, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=38cc9404-8259-4012-b0ce-ab4147ef1b41,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:00:35.519695 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:35.532562 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Calling delete_port for 38cc9404-8259-4012-b0ce-ab4147ef1b41 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:00:35.555910 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-995d0328-fa7a-498b-ae38-2685dad06851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65030043-7e62-4be3-babc-7631212bdff1', 'name': 'tempest-TestShelveInstance-875593926-router', 'tenant_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:27Z', 'updated_at': '2021-08-07T13:00:35Z', 'revision_number': 6, 'project_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'gw_port_host': None}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:35.675012 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995d0328-fa7a-498b-ae38-2685dad06851 None None] The sync data for ids ['65030043-7e62-4be3-babc-7631212bdff1'] in dv-cinder-787296-2-iscsi is: [{'id': '65030043-7e62-4be3-babc-7631212bdff1', 'name': 'tempest-TestShelveInstance-875593926-router', 'tenant_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:27Z', 'updated_at': '2021-08-07T13:00:35Z', 'revision_number': 6, 'project_id': '3ec189e86f9d4c84a3a4e3dc0c4128dc', 'gw_port_host': None}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 13:00:35.772449 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:35.796190 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Pushing event deleted for resources: {'Port': ['ID=38cc9404-8259-4012-b0ce-ab4147ef1b41,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:35.810797 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:35.811227 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:35.811562 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:35.811892 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:35.812220 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:35.812559 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:35.812881 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:35.813197 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:35.813534 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:35.813828 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:35.814140 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:35.814477 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:35.873101 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519630'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:35.964800 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14478'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:35.966952 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:36.081043 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522958'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:36.081734 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65030043-7e62-4be3-babc-7631212bdff1 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 13:00:36.086258 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] Notify callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:36.087555 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-732402f5-5100-4b25-9d37-2ba2d2e7b8ea admin admin] 10.222.0.59 "DELETE /v2.0/routers/65030043-7e62-4be3-babc-7631212bdff1 HTTP/1.1" status: 204 len: 168 time: 1.0159059 Aug 07 13:00:36.090124 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 42416) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:36.138524 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_v2 [None req-95038a16-3878-4382-bc4e-bd5f35f5a34e admin admin] Deleting subnet c9b35479-1b41-4040-8e3f-4c679e845ece {{(pid=100621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 13:00:36.141611 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-95038a16-3878-4382-bc4e-bd5f35f5a34e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:36.179488 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-95038a16-3878-4382-bc4e-bd5f35f5a34e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3637977'] for subnet, precommit_delete_associations {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:36.254158 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-95038a16-3878-4382-bc4e-bd5f35f5a34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528469'] for subnet, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:36.366699 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-95038a16-3878-4382-bc4e-bd5f35f5a34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8863388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2431407'] for subnet, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:36.397041 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95038a16-3878-4382-bc4e-bd5f35f5a34e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9b35479-1b41-4040-8e3f-4c679e845ece,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:36.400706 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-95038a16-3878-4382-bc4e-bd5f35f5a34e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:36.402678 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-95038a16-3878-4382-bc4e-bd5f35f5a34e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/c9b35479-1b41-4040-8e3f-4c679e845ece HTTP/1.1" status: 204 len: 168 time: 0.3114469 Aug 07 13:00:36.405530 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 42418) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:36.406355 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4732bfb1-9364-4601-8429-67c7e9f45eba None None] Network d0f594ec-dd6e-47d2-895b-568d839179fa requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 13:00:36.464432 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 42545a1b-77f6-4fc9-b57d-04a153aa9725 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 13:00:36.489588 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: 42545a1b-77f6-4fc9-b57d-04a153aa9725 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 13:00:36.489953 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 42545a1b-77f6-4fc9-b57d-04a153aa9725 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 13:00:36.490494 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561226'] for network, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:36.557498 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] Deleting port 484651e1-d872-4e77-bb25-e2ce7067ecc2 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:00:36.557937 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:36.598091 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15989e0e-a64f-4c02-a6b6-4b07dbaa71ea req-2d84ac46-f0b1-4db4-8364-211e0fa94bce tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:36.599771 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-15989e0e-a64f-4c02-a6b6-4b07dbaa71ea req-2d84ac46-f0b1-4db4-8364-211e0fa94bce tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 943 time: 0.0657642 Aug 07 13:00:36.638004 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] For port 484651e1-d872-4e77-bb25-e2ce7067ecc2, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=484651e1-d872-4e77-bb25-e2ce7067ecc2,segment=NetworkSegment(b8356f53-1cab-4f60-b2c6-d1e32be41ab5),segment_id=b8356f53-1cab-4f60-b2c6-d1e32be41ab5)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:00:36.638462 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:36.639711 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-91b4343a-52aa-424c-9043-3009ddd10d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:36.642232 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-15989e0e-a64f-4c02-a6b6-4b07dbaa71ea req-a6e05fff-f2e2-49f7-a9bb-bb7ec5e959e6 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358233 Aug 07 13:00:36.652745 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] Calling delete_port for 484651e1-d872-4e77-bb25-e2ce7067ecc2 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:00:36.655374 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef61bb3-58f7-4bd7-9f14-e8e37644d592 None None] DHCP port deletion for d0f594ec-dd6e-47d2-895b-568d839179fa request from dv-cinder-787296-2-iscsi {{(pid=100622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 13:00:36.721714 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-4ef61bb3-58f7-4bd7-9f14-e8e37644d592 None None] Deleting port 484651e1-d872-4e77-bb25-e2ce7067ecc2 {{(pid=100622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:00:36.722098 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4ef61bb3-58f7-4bd7-9f14-e8e37644d592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:36.793741 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-4ef61bb3-58f7-4bd7-9f14-e8e37644d592 None None] For port 484651e1-d872-4e77-bb25-e2ce7067ecc2, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=484651e1-d872-4e77-bb25-e2ce7067ecc2,segment=NetworkSegment(b8356f53-1cab-4f60-b2c6-d1e32be41ab5),segment_id=b8356f53-1cab-4f60-b2c6-d1e32be41ab5)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:00:36.794144 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4ef61bb3-58f7-4bd7-9f14-e8e37644d592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:36.812959 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-4ef61bb3-58f7-4bd7-9f14-e8e37644d592 None None] Calling delete_port for 484651e1-d872-4e77-bb25-e2ce7067ecc2 owned by network:dhcp {{(pid=100622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:00:36.845025 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:36.871532 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] Pushing event deleted for resources: {'Port': ['ID=484651e1-d872-4e77-bb25-e2ce7067ecc2,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:36.875139 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] No DVR routers for this DVR port 484651e1-d872-4e77-bb25-e2ce7067ecc2 on host dv-cinder-787296-2-iscsi {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 13:00:36.889715 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4ef61bb3-58f7-4bd7-9f14-e8e37644d592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374'] for port, after_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:36.919330 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef61bb3-58f7-4bd7-9f14-e8e37644d592 None None] Pushing event deleted for resources: {'Port': ['ID=484651e1-d872-4e77-bb25-e2ce7067ecc2,revision_number=None']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:36.927195 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef61bb3-58f7-4bd7-9f14-e8e37644d592 None None] No DVR routers for this DVR port 484651e1-d872-4e77-bb25-e2ce7067ecc2 on host dv-cinder-787296-2-iscsi {{(pid=100622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 13:00:36.952066 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531410', 'neutron.services.segments.db._delete_segments_for_network-8739267626096'] for network, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:36.962377 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f594ec-dd6e-47d2-895b-568d839179fa']}} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:36.973914 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8356f53-1cab-4f60-b2c6-d1e32be41ab5') {'for_net_delete': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:36.974256 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8356f53-1cab-4f60-b2c6-d1e32be41ab5') {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:36.982977 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739267629177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637966'] for segment, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:36.997057 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:37.003164 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=100621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 13:00:37.003553 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8863298'] for segment, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: Traceback (most recent call last): Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: timer() Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: cb(*args, **kw) Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: return func(*args, **kwargs) Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: self._notify() Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: self.callback(batched_events) Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: event.method(event) Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: return f(self, *a, **k) Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._get(url).json() Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: return self.request(url, 'GET', **kwargs) Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 13:00:37.005157 dv-cinder-787296-2-iscsi neutron-server[100621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 13:00:37.029033 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:37.133054 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519594'] for network, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:37.138933 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:37.140602 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d0f594ec-dd6e-47d2-895b-568d839179fa HTTP/1.1" status: 204 len: 168 time: 0.7341182 Aug 07 13:00:37.154627 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bb2f4-41e6-4b88-8c16-a33ecb43b231 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0f594ec-dd6e-47d2-895b-568d839179fa,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:37.189292 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:37.462576 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:37.498822 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 42424) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:37.538718 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-01352744-7af0-47ec-8742-8488e5c26c2d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=346cbadd20654de98ecc856c10be82f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387444 Aug 07 13:00:37.541287 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 42426) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:37.588870 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-77197a0b-2a0a-4008-a24f-e0ae4ea4a3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:37.611008 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-77197a0b-2a0a-4008-a24f-e0ae4ea4a3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:37.728435 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-77197a0b-2a0a-4008-a24f-e0ae4ea4a3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:37.730964 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-77197a0b-2a0a-4008-a24f-e0ae4ea4a3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:37.732092 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-77197a0b-2a0a-4008-a24f-e0ae4ea4a3a7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1dcae5c0-a4ce-4ff6-9c95-ff2064fd2ac9 HTTP/1.1" status: 204 len: 168 time: 0.1899204 Aug 07 13:00:37.759433 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77197a0b-2a0a-4008-a24f-e0ae4ea4a3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcae5c0-a4ce-4ff6-9c95-ff2064fd2ac9,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:37.778094 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a658009-5645-4eb6-857b-fb1163f05de0 req-3d3382f2-ab0e-4064-a6e8-c645fb20340c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:37.785911 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2a658009-5645-4eb6-857b-fb1163f05de0 req-3d3382f2-ab0e-4064-a6e8-c645fb20340c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 943 time: 0.0674605 Aug 07 13:00:37.824055 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2a658009-5645-4eb6-857b-fb1163f05de0 req-cab86b86-647c-4d2c-9c18-7165207fa80e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372493 Aug 07 13:00:38.037800 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 38cc9404-8259-4012-b0ce-ab4147ef1b41 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 13:00:38.057726 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: 38cc9404-8259-4012-b0ce-ab4147ef1b41 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 13:00:38.058063 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 38cc9404-8259-4012-b0ce-ab4147ef1b41 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 13:00:38.058573 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 484651e1-d872-4e77-bb25-e2ce7067ecc2 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 13:00:38.078454 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: 484651e1-d872-4e77-bb25-e2ce7067ecc2 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 13:00:38.078805 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 484651e1-d872-4e77-bb25-e2ce7067ecc2 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 13:00:38.457291 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 42434) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:38.505582 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-26cf5c3d-37c9-4ba3-a047-3cf438ea5744 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3ec189e86f9d4c84a3a4e3dc0c4128dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469909 Aug 07 13:00:38.508202 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 42436) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:38.556102 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2e618e8e-6510-4bd2-9e13-fd1e106ff2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:38.577314 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2e618e8e-6510-4bd2-9e13-fd1e106ff2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:38.697740 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2e618e8e-6510-4bd2-9e13-fd1e106ff2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:38.700624 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-2e618e8e-6510-4bd2-9e13-fd1e106ff2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:38.701803 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-2e618e8e-6510-4bd2-9e13-fd1e106ff2f2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/415bcc14-71f8-4816-b34b-1619fac5161b HTTP/1.1" status: 204 len: 168 time: 0.1926973 Aug 07 13:00:38.710587 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e618e8e-6510-4bd2-9e13-fd1e106ff2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415bcc14-71f8-4816-b34b-1619fac5161b,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:38.941698 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c11d9-f431-4206-9d67-d504dbb8cdbe req-aa415e25-8736-4abe-93b2-bba38efadaef tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:38.943261 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-307c11d9-f431-4206-9d67-d504dbb8cdbe req-aa415e25-8736-4abe-93b2-bba38efadaef tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 943 time: 0.0526116 Aug 07 13:00:38.984722 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-307c11d9-f431-4206-9d67-d504dbb8cdbe req-5f5b2d6b-cbcf-4a18-97a3-e6f5dcc2197b tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348997 Aug 07 13:00:39.452161 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:40.116800 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b39f4-edfd-4b23-ae05-564b3f687698 req-2321203a-6144-45de-b426-b3f63b4b6d3d tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:40.118387 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ef0b39f4-edfd-4b23-ae05-564b3f687698 req-2321203a-6144-45de-b426-b3f63b4b6d3d tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 943 time: 0.0649407 Aug 07 13:00:40.159750 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-ef0b39f4-edfd-4b23-ae05-564b3f687698 req-1c39705b-9190-4b69-86c2-f92660ca1cc8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352838 Aug 07 13:00:40.757054 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device a5abbb12-7abc-4b34-a318-17545139255d details requested by agent hyperv_hv-cinder-78729 with host hv-cinder-78729 {{(pid=100622) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 07 13:00:40.856569 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port a5abbb12-7abc-4b34-a318-17545139255d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a5abbb12-7abc-4b34-a318-17545139255d,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:00:40.869918 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Returning: {'device': 'a5abbb12-7abc-4b34-a318-17545139255d', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'port_id': 'a5abbb12-7abc-4b34-a318-17545139255d', 'mac_address': 'fa:16:3e:6a:98:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100622) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 07 13:00:40.905965 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:40.919036 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5abbb12-7abc-4b34-a318-17545139255d {{(pid=100622) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 07 13:00:40.938384 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port a5abbb12-7abc-4b34-a318-17545139255d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a5abbb12-7abc-4b34-a318-17545139255d,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:00:41.041004 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:41.087861 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=a5abbb12-7abc-4b34-a318-17545139255d,revision_number=4']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:41.273622 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a92aa-698b-406a-86d7-4e27446f7bf6 req-6e803eec-3973-4dd7-886f-0bc86c86037a tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:41.275143 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-aa2a92aa-698b-406a-86d7-4e27446f7bf6 req-6e803eec-3973-4dd7-886f-0bc86c86037a tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 944 time: 0.0484157 Aug 07 13:00:41.312736 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-aa2a92aa-698b-406a-86d7-4e27446f7bf6 req-828a5b34-9d9b-49d1-b8c7-14b12785dbe4 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316534 Aug 07 13:00:41.379575 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] get_ports_and_sgs() called for port_ids ['a5abbb12-7abc-4b34-a318-17545139255d'] {{(pid=100622) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 07 13:00:42.430024 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b1900-6d16-4cf3-9730-8f4c71423758 req-4e4bb37b-5eb0-49db-a1f0-05472572547a tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:42.431615 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-de4b1900-6d16-4cf3-9730-8f4c71423758 req-4e4bb37b-5eb0-49db-a1f0-05472572547a tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 944 time: 0.0523467 Aug 07 13:00:42.472433 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-de4b1900-6d16-4cf3-9730-8f4c71423758 req-4dd43c3a-98b2-44b7-a95a-00748f7a15d0 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342877 Aug 07 13:00:42.962310 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device a5abbb12-7abc-4b34-a318-17545139255d up at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 07 13:00:43.075055 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning for port a5abbb12-7abc-4b34-a318-17545139255d completed by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 07 13:00:43.078984 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.provisioning_blocks [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Provisioning complete for port a5abbb12-7abc-4b34-a318-17545139255d triggered by entity L2. {{(pid=100622) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 07 13:00:43.079358 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-526191'] for port, provisioning_complete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:43.156632 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:43.185648 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae2348e-cebb-4f2a-9054-031212be1fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5abbb12-7abc-4b34-a318-17545139255d'}] {{(pid=100622) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 13:00:43.187976 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}092a2d54fd4cee0f9a04ef014d34c3679c060a9b2a59d939f322d151475af655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea9f06c-65d8-4cfe-afd8-9b9f81da7da4" -d '{"events": [{"server_uuid": "fae2348e-cebb-4f2a-9054-031212be1fab", "name": "network-vif-plugged", "status": "completed", "tag": "a5abbb12-7abc-4b34-a318-17545139255d"}]}' {{(pid=100622) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 13:00:43.201681 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] For port a5abbb12-7abc-4b34-a318-17545139255d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a5abbb12-7abc-4b34-a318-17545139255d,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:00:43.227640 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 13:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a8f253-1075-46d4-a20e-233e0f17ff1c x-openstack-request-id: req-93a8f253-1075-46d4-a20e-233e0f17ff1c {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 13:00:43.227931 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae2348e-cebb-4f2a-9054-031212be1fab", "name": "network-vif-plugged", "status": "completed", "tag": "a5abbb12-7abc-4b34-a318-17545139255d", "code": 200}]} {{(pid=100622) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 13:00:43.228179 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-93a8f253-1075-46d4-a20e-233e0f17ff1c {{(pid=100622) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 13:00:43.228573 dv-cinder-787296-2-iscsi neutron-server[100622]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae2348e-cebb-4f2a-9054-031212be1fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5abbb12-7abc-4b34-a318-17545139255d', 'code': 200} Aug 07 13:00:43.270720 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405'] for port, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:43.322562 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Pushing event updated for resources: {'Port': ['ID=a5abbb12-7abc-4b34-a318-17545139255d,revision_number=5']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:43.329804 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:43.330194 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:43.330542 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:43.330869 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:43.331203 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:43.331524 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:43.331846 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:43.332166 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:43.332485 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:43.332803 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:43.333118 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:43.333432 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:00:43.593679 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3949ca8-a7c1-4e49-b3ab-ee4e344112af req-b68da803-5cf2-4595-a8a9-fcf3b8b19980 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:43.596384 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e3949ca8-a7c1-4e49-b3ab-ee4e344112af req-b68da803-5cf2-4595-a8a9-fcf3b8b19980 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 945 time: 0.0543885 Aug 07 13:00:43.663168 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-e3949ca8-a7c1-4e49-b3ab-ee4e344112af req-302ceefd-38c8-40a2-8a45-6680d51d313f tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607011 Aug 07 13:00:43.677423 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672e7d-ff6f-4c3b-95a6-5c323e513956 req-16670e2e-cf94-464d-b227-a4dba46f68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:43.680354 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-71672e7d-ff6f-4c3b-95a6-5c323e513956 req-16670e2e-cf94-464d-b227-a4dba46f68e6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 1098 time: 0.0543451 Aug 07 13:00:43.724218 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-71672e7d-ff6f-4c3b-95a6-5c323e513956 req-da619b42-f47d-4512-8315-eee9de8456b1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327418 Aug 07 13:00:44.793947 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe701ad-5207-47dd-af17-7b0843f6e367 req-f24dc80a-289e-4c5f-a76c-f7c557a32fc5 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:44.795437 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cbe701ad-5207-47dd-af17-7b0843f6e367 req-f24dc80a-289e-4c5f-a76c-f7c557a32fc5 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 945 time: 0.0484228 Aug 07 13:00:44.835102 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-cbe701ad-5207-47dd-af17-7b0843f6e367 req-5dba38b8-db66-4216-9220-2f6bd21c257b tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335803 Aug 07 13:00:45.953791 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46baa2df-164e-4eb4-bcd5-c218345ba3f5 req-d0433ab0-57cb-484c-bb8f-977fe92f3352 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:45.955213 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-46baa2df-164e-4eb4-bcd5-c218345ba3f5 req-d0433ab0-57cb-484c-bb8f-977fe92f3352 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 945 time: 0.0545239 Aug 07 13:00:45.993790 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-46baa2df-164e-4eb4-bcd5-c218345ba3f5 req-0e529463-66b6-45c7-964d-ab3095ee6139 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320289 Aug 07 13:00:46.112181 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884727c1-7db1-40e0-87cc-a4bc49eaa1ce req-34925135-27ed-4acb-aa83-1672e6ffb435 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:46.114046 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-884727c1-7db1-40e0-87cc-a4bc49eaa1ce req-34925135-27ed-4acb-aa83-1672e6ffb435 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 945 time: 0.0544975 Aug 07 13:00:46.151238 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-884727c1-7db1-40e0-87cc-a4bc49eaa1ce req-defc51e2-581c-4a2d-a335-459aa7a6d039 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313601 Aug 07 13:00:46.173241 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 42458) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:46.212949 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba836645-3269-48d3-9c95-5bcae5bfb4bd tempest-TestVolumeBootPattern-2015194344 tempest-TestVolumeBootPattern-2015194344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:46.215454 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-ba836645-3269-48d3-9c95-5bcae5bfb4bd tempest-TestVolumeBootPattern-2015194344 tempest-TestVolumeBootPattern-2015194344-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 1093 time: 0.0405889 Aug 07 13:00:46.218150 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42460) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:00:46.224402 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.v2.base [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Request body: {'floatingip': {'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'port_id': 'a5abbb12-7abc-4b34-a318-17545139255d', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100620) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 07 13:00:46.336100 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for floatingip, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:46.430047 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:46.548069 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_common [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Allocated IP 172.27.3.2 (fd7d933b-f844-4b10-a5d9-6801ea2e0efc/8cef9b17-a7d3-402e-a47a-93a17a3eb253/05199f09-0f11-4d46-bf0d-c2167019c963) {{(pid=100620) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 07 13:00:46.657306 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for port, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:46.749263 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739267067365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:46.789588 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Network fd7d933b-f844-4b10-a5d9-6801ea2e0efc is already hosted by enough agents. {{(pid=100620) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 07 13:00:46.796070 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.base_scheduler [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Resources bound (agent type, host, resource id): {{(pid=100620) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 07 13:00:46.800592 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Received port after_create {{(pid=100620) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 07 13:00:46.806344 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event updated for resources: {'Port': ['ID=05199f09-0f11-4d46-bf0d-c2167019c963,revision_number=1']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:47.155710 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:47.306323 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1503020'] for port, before_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:47.456658 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for port, precommit_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:47.536295 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739267457181', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739267067383', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739267067405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8817355'] for port, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:47.601597 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event updated for resources: {'Port': ['ID=05199f09-0f11-4d46-bf0d-c2167019c963,revision_number=2']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:00:47.615722 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-519576'] for floatingip, after_update {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:47.716142 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.l3_db [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Floating IP b2b8ef93-27c3-4f19-b3a5-d3487b136691 associated. External IP: 172.27.3.2, port: a5abbb12-7abc-4b34-a318-17545139255d. Aug 07 13:00:48.178932 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Router 95c8a746-7572-4f43-9123-9c623fa0fb16 has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 13:00:48.293810 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 13:00:48.306899 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f64cd-4540-437b-a701-d15f0fdac704 None None] Sync routers for ids ['95c8a746-7572-4f43-9123-9c623fa0fb16'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 13:00:48.317410 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f64cd-4540-437b-a701-d15f0fdac704 None None] Routers {'95c8a746-7572-4f43-9123-9c623fa0fb16'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 13:00:48.318033 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-608f64cd-4540-437b-a701-d15f0fdac704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T13:00:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['95c8a746-7572-4f43-9123-9c623fa0fb16'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:48.389085 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:00:48.417730 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-b5a4faea-0c60-44db-b354-2aeb06836bb2 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.1980097 Aug 07 13:00:48.418782 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae2348e-cebb-4f2a-9054-031212be1fab', 'tag': 'a5abbb12-7abc-4b34-a318-17545139255d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 13:00:48.420702 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-debd3f17-a4dd-4167-8ecd-7ac75813b492" -d '{"events": [{"name": "network-changed", "server_uuid": "fae2348e-cebb-4f2a-9054-031212be1fab", "tag": "a5abbb12-7abc-4b34-a318-17545139255d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 13:00:48.426033 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-608f64cd-4540-437b-a701-d15f0fdac704 None None] Set router 95c8a746-7572-4f43-9123-9c623fa0fb16 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 13:00:48.462059 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 13:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba326217-ffc7-4c4f-97d6-f6c5ea8b993a x-openstack-request-id: req-ba326217-ffc7-4c4f-97d6-f6c5ea8b993a {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 13:00:48.462558 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae2348e-cebb-4f2a-9054-031212be1fab", "tag": "a5abbb12-7abc-4b34-a318-17545139255d", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 13:00:48.462814 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ba326217-ffc7-4c4f-97d6-f6c5ea8b993a {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 13:00:48.463220 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae2348e-cebb-4f2a-9054-031212be1fab', 'tag': 'a5abbb12-7abc-4b34-a318-17545139255d', 'status': 'completed', 'code': 200} Aug 07 13:00:48.545770 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd3f17-a4dd-4167-8ecd-7ac75813b492 req-0ba5cfee-d740-4f98-b3e5-a32f26515be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:48.547781 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-debd3f17-a4dd-4167-8ecd-7ac75813b492 req-0ba5cfee-d740-4f98-b3e5-a32f26515be7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df0e389d6f0540aebecb728b30ce8c74&device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 1098 time: 0.0406091 Aug 07 13:00:48.649019 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd3f17-a4dd-4167-8ecd-7ac75813b492 req-6a496b2b-57db-49ad-bc72-23ab4f36025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:48.650534 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-debd3f17-a4dd-4167-8ecd-7ac75813b492 req-6a496b2b-57db-49ad-bc72-23ab4f36025b service neutron] 10.222.0.58 "GET /v2.0/networks?id=b066dc66-c2d1-4e7c-b521-e613e80d7a48 HTTP/1.1" status: 200 len: 912 time: 0.0953133 Aug 07 13:00:48.673085 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-608f64cd-4540-437b-a701-d15f0fdac704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': '66bcca78-590b-4fd4-98a0-79512068b46c', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'port_id': 'cb41d00a-0a16-42fa-801f-28e1c4c71473', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'mac_address': 'fa:16:3e:ff:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1424d581-66dd-4853-a4da-ab69f10fa356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:58:34Z', 'updated_at': '2021-08-07T12:58:37Z', 'revision_number': 1, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ip_address_scope': None}, {'id': 'b2b8ef93-27c3-4f19-b3a5-d3487b136691', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'port_id': 'a5abbb12-7abc-4b34-a318-17545139255d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'mac_address': 'fa:16:3e:6a:98:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae2348e-cebb-4f2a-9054-031212be1fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T13:00:47Z', 'updated_at': '2021-08-07T13:00:47Z', 'revision_number': 0, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:10Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:48.703997 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f64cd-4540-437b-a701-d15f0fdac704 None None] Checking router: 95c8a746-7572-4f43-9123-9c623fa0fb16 for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 13:00:48.713302 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f64cd-4540-437b-a701-d15f0fdac704 None None] Routers {'95c8a746-7572-4f43-9123-9c623fa0fb16'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 13:00:48.713910 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-608f64cd-4540-437b-a701-d15f0fdac704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T13:00:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['95c8a746-7572-4f43-9123-9c623fa0fb16'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:48.720244 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-debd3f17-a4dd-4167-8ecd-7ac75813b492 req-5055a79d-ef90-4eee-ac44-d946282819a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5abbb12-7abc-4b34-a318-17545139255d HTTP/1.1" status: 200 len: 997 time: 0.0622287 Aug 07 13:00:48.773149 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd3f17-a4dd-4167-8ecd-7ac75813b492 req-436bfd4f-3349-460f-9351-995c75f4702a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:48.774654 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-debd3f17-a4dd-4167-8ecd-7ac75813b492 req-436bfd4f-3349-460f-9351-995c75f4702a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ba1b8a5f-6360-4118-8a05-67005538af59 HTTP/1.1" status: 200 len: 850 time: 0.0477371 Aug 07 13:00:48.817470 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-608f64cd-4540-437b-a701-d15f0fdac704 None None] Set router 95c8a746-7572-4f43-9123-9c623fa0fb16 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 13:00:48.820753 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd3f17-a4dd-4167-8ecd-7ac75813b492 req-4ded0da5-ea23-4d27-9761-35cbc4543fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:00:48.822286 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-debd3f17-a4dd-4167-8ecd-7ac75813b492 req-4ded0da5-ea23-4d27-9761-35cbc4543fcb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b066dc66-c2d1-4e7c-b521-e613e80d7a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409565 Aug 07 13:00:48.915482 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-debd3f17-a4dd-4167-8ecd-7ac75813b492 req-cbbfbcfc-945e-4b82-88de-ef7c08c20e19 service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832536 Aug 07 13:00:49.016020 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-debd3f17-a4dd-4167-8ecd-7ac75813b492 req-6084b397-289e-4ff3-b5b2-9ec4b16f25b6 service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933599 Aug 07 13:00:49.074399 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-608f64cd-4540-437b-a701-d15f0fdac704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': '66bcca78-590b-4fd4-98a0-79512068b46c', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'port_id': 'cb41d00a-0a16-42fa-801f-28e1c4c71473', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'mac_address': 'fa:16:3e:ff:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1424d581-66dd-4853-a4da-ab69f10fa356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:58:34Z', 'updated_at': '2021-08-07T12:58:37Z', 'revision_number': 1, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ip_address_scope': None}, {'id': 'b2b8ef93-27c3-4f19-b3a5-d3487b136691', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'port_id': 'a5abbb12-7abc-4b34-a318-17545139255d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'mac_address': 'fa:16:3e:6a:98:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae2348e-cebb-4f2a-9054-031212be1fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T13:00:47Z', 'updated_at': '2021-08-07T13:00:47Z', 'revision_number': 0, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:10Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:00:49.100685 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f64cd-4540-437b-a701-d15f0fdac704 None None] The sync data for ids ['95c8a746-7572-4f43-9123-9c623fa0fb16'] in dv-cinder-787296-2-iscsi is: [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': '66bcca78-590b-4fd4-98a0-79512068b46c', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'port_id': 'cb41d00a-0a16-42fa-801f-28e1c4c71473', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'mac_address': 'fa:16:3e:ff:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1424d581-66dd-4853-a4da-ab69f10fa356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:58:34Z', 'updated_at': '2021-08-07T12:58:37Z', 'revision_number': 1, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ip_address_scope': None}, {'id': 'b2b8ef93-27c3-4f19-b3a5-d3487b136691', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'port_id': 'a5abbb12-7abc-4b34-a318-17545139255d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'mac_address': 'fa:16:3e:6a:98:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae2348e-cebb-4f2a-9054-031212be1fab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T13:00:47Z', 'updated_at': '2021-08-07T13:00:47Z', 'revision_number': 0, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:10Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 13:00:49.285138 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b276bb-c25e-40d7-adf5-b8dff805b745 None None] New status for floating IP b2b8ef93-27c3-4f19-b3a5-d3487b136691: ACTIVE {{(pid=100623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 13:01:03.450536 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d64fc070-5ff3-4e5d-8d58-c247e05a8d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:01:05.702544 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 13:01:06.639771 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1f94d30b-57d9-4c28-add2-7fab15578afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:01:07.010247 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:01:07.246092 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:01:07.445767 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:01:09.484237 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:01:15.480317 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7c191f03-5e8a-4a4b-8397-bd09eb9142dc req-c3e53da4-c44e-46e9-8e75-bd46fb16afff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401504 Aug 07 13:01:15.552427 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c191f03-5e8a-4a4b-8397-bd09eb9142dc req-6d777a90-848c-4b95-8ad9-ccaed73123ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:01:15.553892 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7c191f03-5e8a-4a4b-8397-bd09eb9142dc req-6d777a90-848c-4b95-8ad9-ccaed73123ca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df0e389d6f0540aebecb728b30ce8c74&device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 1098 time: 0.0389721 Aug 07 13:01:15.664974 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c191f03-5e8a-4a4b-8397-bd09eb9142dc req-2ffa8801-ef73-4a49-800f-ba865fa6271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:01:15.667095 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7c191f03-5e8a-4a4b-8397-bd09eb9142dc req-2ffa8801-ef73-4a49-800f-ba865fa6271c service neutron] 10.222.0.58 "GET /v2.0/networks?id=b066dc66-c2d1-4e7c-b521-e613e80d7a48 HTTP/1.1" status: 200 len: 912 time: 0.0867453 Aug 07 13:01:15.752900 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7c191f03-5e8a-4a4b-8397-bd09eb9142dc req-7cd29015-75fc-400a-ac87-e64ee6cc09a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb41d00a-0a16-42fa-801f-28e1c4c71473 HTTP/1.1" status: 200 len: 1000 time: 0.0742004 Aug 07 13:01:15.810423 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c191f03-5e8a-4a4b-8397-bd09eb9142dc req-800ed38b-7c30-48ff-baab-72c230e6f866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:01:15.811838 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7c191f03-5e8a-4a4b-8397-bd09eb9142dc req-800ed38b-7c30-48ff-baab-72c230e6f866 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ba1b8a5f-6360-4118-8a05-67005538af59 HTTP/1.1" status: 200 len: 850 time: 0.0481474 Aug 07 13:01:15.859426 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c191f03-5e8a-4a4b-8397-bd09eb9142dc req-3d3776e2-0ee9-4020-90fe-fb182ff19012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:01:15.860902 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7c191f03-5e8a-4a4b-8397-bd09eb9142dc req-3d3776e2-0ee9-4020-90fe-fb182ff19012 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b066dc66-c2d1-4e7c-b521-e613e80d7a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408800 Aug 07 13:01:15.953488 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7c191f03-5e8a-4a4b-8397-bd09eb9142dc req-cc13d6d6-c03e-45c0-913c-10d26b2b44cd service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819178 Aug 07 13:01:16.054818 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-7c191f03-5e8a-4a4b-8397-bd09eb9142dc req-feee064d-d308-4ff3-b5d2-3894e78af5b0 service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928028 Aug 07 13:01:33.468112 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-38c75748-c6ac-42d5-a9cd-14ca29468377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:01:36.593636 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9f6669db-e0bf-40fb-b2d7-231530a2a48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:01:36.999370 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:01:37.210862 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:01:37.431653 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:01:39.462165 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:01:42.701768 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 13:02:03.431426 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9020a28-fd65-47fe-a750-741bc3127b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:06.642534 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2c0c9582-8259-4570-98b3-eaca6639a169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:06.981756 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:07.265410 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:07.501312 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:09.461338 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:19.701546 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 13:02:27.169650 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42492) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:02:27.332831 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Deleting port 05199f09-0f11-4d46-bf0d-c2167019c963 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:02:27.333169 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:27.414089 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:27.414441 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:27.426606 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Calling delete_port for 05199f09-0f11-4d46-bf0d-c2167019c963 owned by network:floatingip {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:02:27.628123 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:27.657908 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event deleted for resources: {'Port': ['ID=05199f09-0f11-4d46-bf0d-c2167019c963,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:27.671333 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:27.671683 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:27.672053 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:27.672358 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:27.674971 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:27.674971 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:27.674971 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:27.674971 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:27.674971 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:27.674971 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:27.674971 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:27.674971 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:27.733376 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for floatingip, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:27.733706 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.db.l3_db [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Floating IP b2b8ef93-27c3-4f19-b3a5-d3487b136691 disassociated (deleted). External IP: 172.27.3.2, port: a5abbb12-7abc-4b34-a318-17545139255d. Aug 07 13:02:27.963344 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Router 95c8a746-7572-4f43-9123-9c623fa0fb16 has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 13:02:28.076735 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 13:02:28.081618 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:28.087064 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a02e4-9538-41f3-8f90-083d9a07eefc None None] Sync routers for ids ['95c8a746-7572-4f43-9123-9c623fa0fb16'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 13:02:28.096168 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a02e4-9538-41f3-8f90-083d9a07eefc None None] Routers {'95c8a746-7572-4f43-9123-9c623fa0fb16'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 13:02:28.096793 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-585a02e4-9538-41f3-8f90-083d9a07eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T13:02:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['95c8a746-7572-4f43-9123-9c623fa0fb16'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:28.108854 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-f787ba56-32c0-4b19-a484-035777abd0f8 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "DELETE /v2.0/floatingips/b2b8ef93-27c3-4f19-b3a5-d3487b136691 HTTP/1.1" status: 204 len: 168 time: 0.9380972 Aug 07 13:02:28.109548 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae2348e-cebb-4f2a-9054-031212be1fab', 'tag': 'a5abbb12-7abc-4b34-a318-17545139255d'}] {{(pid=100620) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 13:02:28.112156 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a2a9651b597670f189efe1944b3ec670eb8bc8dedf4072fc61b76948db33659" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc646779-3af7-4519-99f8-25d5e4750f52" -d '{"events": [{"name": "network-changed", "server_uuid": "fae2348e-cebb-4f2a-9054-031212be1fab", "tag": "a5abbb12-7abc-4b34-a318-17545139255d"}]}' {{(pid=100620) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 13:02:28.158085 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 13:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd27b583-cfd4-4796-b0f0-696ebc895abe x-openstack-request-id: req-bd27b583-cfd4-4796-b0f0-696ebc895abe {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 13:02:28.158417 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae2348e-cebb-4f2a-9054-031212be1fab", "tag": "a5abbb12-7abc-4b34-a318-17545139255d", "status": "completed", "code": 200}]} {{(pid=100620) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 13:02:28.158671 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bd27b583-cfd4-4796-b0f0-696ebc895abe {{(pid=100620) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 13:02:28.159080 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae2348e-cebb-4f2a-9054-031212be1fab', 'tag': 'a5abbb12-7abc-4b34-a318-17545139255d', 'status': 'completed', 'code': 200} Aug 07 13:02:28.272370 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc646779-3af7-4519-99f8-25d5e4750f52 req-0d71c277-25d9-428e-a125-094a6c78afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:02:28.273903 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bc646779-3af7-4519-99f8-25d5e4750f52 req-0d71c277-25d9-428e-a125-094a6c78afd3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df0e389d6f0540aebecb728b30ce8c74&device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 1098 time: 0.0456285 Aug 07 13:02:28.335916 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-585a02e4-9538-41f3-8f90-083d9a07eefc None None] Set router 95c8a746-7572-4f43-9123-9c623fa0fb16 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 13:02:28.377394 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc646779-3af7-4519-99f8-25d5e4750f52 req-299fe62f-6690-4df5-b599-85061f3df288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:02:28.378976 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bc646779-3af7-4519-99f8-25d5e4750f52 req-299fe62f-6690-4df5-b599-85061f3df288 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b066dc66-c2d1-4e7c-b521-e613e80d7a48 HTTP/1.1" status: 200 len: 912 time: 0.0945413 Aug 07 13:02:28.425502 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bc646779-3af7-4519-99f8-25d5e4750f52 req-2a82ddbc-d661-45d8-9005-4757c1388443 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5abbb12-7abc-4b34-a318-17545139255d HTTP/1.1" status: 200 len: 217 time: 0.0350368 Aug 07 13:02:28.480408 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc646779-3af7-4519-99f8-25d5e4750f52 req-63e25908-b135-4279-8cf6-222ae0a6e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:02:28.481927 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bc646779-3af7-4519-99f8-25d5e4750f52 req-63e25908-b135-4279-8cf6-222ae0a6e1d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ba1b8a5f-6360-4118-8a05-67005538af59 HTTP/1.1" status: 200 len: 850 time: 0.0470693 Aug 07 13:02:28.530802 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc646779-3af7-4519-99f8-25d5e4750f52 req-dffb0217-dad3-4115-94a5-5cd9461eeff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:02:28.532253 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bc646779-3af7-4519-99f8-25d5e4750f52 req-dffb0217-dad3-4115-94a5-5cd9461eeff8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b066dc66-c2d1-4e7c-b521-e613e80d7a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427794 Aug 07 13:02:28.588612 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-585a02e4-9538-41f3-8f90-083d9a07eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': '66bcca78-590b-4fd4-98a0-79512068b46c', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'port_id': 'cb41d00a-0a16-42fa-801f-28e1c4c71473', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'mac_address': 'fa:16:3e:ff:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1424d581-66dd-4853-a4da-ab69f10fa356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:58:34Z', 'updated_at': '2021-08-07T12:58:37Z', 'revision_number': 1, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:10Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:28.620119 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a02e4-9538-41f3-8f90-083d9a07eefc None None] Checking router: 95c8a746-7572-4f43-9123-9c623fa0fb16 for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 13:02:28.629555 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a02e4-9538-41f3-8f90-083d9a07eefc None None] Routers {'95c8a746-7572-4f43-9123-9c623fa0fb16'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 13:02:28.630243 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-585a02e4-9538-41f3-8f90-083d9a07eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T13:02:07Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['95c8a746-7572-4f43-9123-9c623fa0fb16'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:28.669057 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6350d6-1c91-41e2-88bf-a0b4eb0f8da3 req-3a5103db-f86f-4af2-ba38-ce174487f6bd tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:02:28.670654 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0f6350d6-1c91-41e2-88bf-a0b4eb0f8da3 req-3a5103db-f86f-4af2-ba38-ce174487f6bd tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 945 time: 0.0809481 Aug 07 13:02:28.678241 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bc646779-3af7-4519-99f8-25d5e4750f52 req-587dcffd-f7ae-4b17-9d9e-878d7e14e8d7 service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327224 Aug 07 13:02:28.746597 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-585a02e4-9538-41f3-8f90-083d9a07eefc None None] Set router 95c8a746-7572-4f43-9123-9c623fa0fb16 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 13:02:28.761468 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-0f6350d6-1c91-41e2-88bf-a0b4eb0f8da3 req-3f255e8a-2b3f-447f-b719-e9e2de033444 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822513 Aug 07 13:02:28.798388 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-bc646779-3af7-4519-99f8-25d5e4750f52 req-2a49c644-1bce-431e-b4bf-853debdcb246 service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119525 Aug 07 13:02:28.987620 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-585a02e4-9538-41f3-8f90-083d9a07eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': '66bcca78-590b-4fd4-98a0-79512068b46c', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'port_id': 'cb41d00a-0a16-42fa-801f-28e1c4c71473', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'mac_address': 'fa:16:3e:ff:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1424d581-66dd-4853-a4da-ab69f10fa356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:58:34Z', 'updated_at': '2021-08-07T12:58:37Z', 'revision_number': 1, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:10Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:29.018851 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a02e4-9538-41f3-8f90-083d9a07eefc None None] The sync data for ids ['95c8a746-7572-4f43-9123-9c623fa0fb16'] in dv-cinder-787296-2-iscsi is: [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_floatingips': [{'id': '66bcca78-590b-4fd4-98a0-79512068b46c', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'floating_ip_address': '172.27.3.99', 'floating_network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'router_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'port_id': 'cb41d00a-0a16-42fa-801f-28e1c4c71473', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'mac_address': 'fa:16:3e:ff:f4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1424d581-66dd-4853-a4da-ab69f10fa356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-07T12:58:34Z', 'updated_at': '2021-08-07T12:58:37Z', 'revision_number': 1, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:10Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 13:02:29.253146 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a15d2e-4a8a-4d0d-8841-53a25acbef03 None None] New status for floating IP b2b8ef93-27c3-4f19-b3a5-d3487b136691: DOWN {{(pid=100623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 13:02:29.899788 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e67ad-40b4-44eb-be1c-6682746b4830 req-4135b238-753c-4b8b-8264-b9765d086aeb tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:02:29.901356 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-362e67ad-40b4-44eb-be1c-6682746b4830 req-4135b238-753c-4b8b-8264-b9765d086aeb tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 945 time: 0.0517468 Aug 07 13:02:29.948525 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-362e67ad-40b4-44eb-be1c-6682746b4830 req-55173724-0bbe-4533-933e-722b101c8164 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365579 Aug 07 13:02:30.657928 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799c1a0-312b-4308-8776-60c0b79c4e36 req-aae2209a-5dea-40b5-920c-3bc2431a5512 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:02:30.659468 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5799c1a0-312b-4308-8776-60c0b79c4e36 req-aae2209a-5dea-40b5-920c-3bc2431a5512 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.58 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 945 time: 0.0546775 Aug 07 13:02:30.766805 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-5799c1a0-312b-4308-8776-60c0b79c4e36 req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Deleting port a5abbb12-7abc-4b34-a318-17545139255d {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:02:30.767157 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-5799c1a0-312b-4308-8776-60c0b79c4e36 req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:30.881741 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-5799c1a0-312b-4308-8776-60c0b79c4e36 req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] For port a5abbb12-7abc-4b34-a318-17545139255d, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=a5abbb12-7abc-4b34-a318-17545139255d,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:02:30.882108 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-5799c1a0-312b-4308-8776-60c0b79c4e36 req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:30.898759 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-5799c1a0-312b-4308-8776-60c0b79c4e36 req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Calling delete_port for a5abbb12-7abc-4b34-a318-17545139255d owned by compute:nova {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:02:31.112432 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8193955-2ea4-4ae0-80a3-2ca380167d77 req-d0fc209a-d7fc-458d-bd22-6d0e2c01acf0 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:02:31.113954 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c8193955-2ea4-4ae0-80a3-2ca380167d77 req-d0fc209a-d7fc-458d-bd22-6d0e2c01acf0 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 945 time: 0.0530214 Aug 07 13:02:31.115221 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-5799c1a0-312b-4308-8776-60c0b79c4e36 req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:31.168215 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event deleted for resources: {'Port': ['ID=a5abbb12-7abc-4b34-a318-17545139255d,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:31.197017 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:31.197366 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:31.197706 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:31.198321 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:31.198653 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:31.198985 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:31.199315 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:31.199639 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:31.199966 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:31.200291 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:31.200629 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:31.200936 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100621) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:31.230439 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [req-5799c1a0-312b-4308-8776-60c0b79c4e36 req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] No DVR routers for this DVR port a5abbb12-7abc-4b34-a318-17545139255d on host hv-cinder-78729 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 13:02:31.234501 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-5799c1a0-312b-4308-8776-60c0b79c4e36 req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:31.236481 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-5799c1a0-312b-4308-8776-60c0b79c4e36 req-dedfea92-d001-4f8b-86bd-9c256e999201 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.58 "DELETE /v2.0/ports/a5abbb12-7abc-4b34-a318-17545139255d HTTP/1.1" status: 204 len: 173 time: 0.5680254 Aug 07 13:02:31.237221 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae2348e-cebb-4f2a-9054-031212be1fab', 'name': 'network-vif-deleted', 'tag': 'a5abbb12-7abc-4b34-a318-17545139255d'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 13:02:31.239516 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e999831e-e95d-4250-8ac0-3ba5b318e9c7" -d '{"events": [{"server_uuid": "fae2348e-cebb-4f2a-9054-031212be1fab", "name": "network-vif-deleted", "tag": "a5abbb12-7abc-4b34-a318-17545139255d"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 13:02:31.246469 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-c8193955-2ea4-4ae0-80a3-2ca380167d77 req-b7b51d75-a61f-420b-8b13-0a67b36ba1ac tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233447 Aug 07 13:02:31.280130 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 13:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0952b1-489f-4d6b-824d-c85963eab609 x-openstack-request-id: req-5c0952b1-489f-4d6b-824d-c85963eab609 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 13:02:31.280428 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae2348e-cebb-4f2a-9054-031212be1fab", "name": "network-vif-deleted", "tag": "a5abbb12-7abc-4b34-a318-17545139255d", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 13:02:31.280684 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5c0952b1-489f-4d6b-824d-c85963eab609 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 13:02:31.281143 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae2348e-cebb-4f2a-9054-031212be1fab', 'name': 'network-vif-deleted', 'tag': 'a5abbb12-7abc-4b34-a318-17545139255d', 'status': 'completed', 'code': 200} Aug 07 13:02:32.347026 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-972656ef-d5a7-4fdb-ae94-75c37df5f3d9 req-710b2a28-1fe4-4a8d-9038-50056bcf5b0b tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=fae2348e-cebb-4f2a-9054-031212be1fab HTTP/1.1" status: 200 len: 210 time: 0.0273817 Aug 07 13:02:33.444664 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f344394a-cc6b-4267-89bf-a9a2e92b8bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:33.508998 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device a5abbb12-7abc-4b34-a318-17545139255d no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 13:02:33.531669 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: a5abbb12-7abc-4b34-a318-17545139255d {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 13:02:33.532012 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device a5abbb12-7abc-4b34-a318-17545139255d not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 13:02:36.213369 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 42548) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:02:36.400715 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-478524bf-7b28-4396-9600-e92c0fed68e5 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Deleting port 6da8d7ad-1509-4f41-84e8-bbe30ba25020 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:02:36.401063 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-478524bf-7b28-4396-9600-e92c0fed68e5 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:36.644101 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d3bdc6d5-c454-4bc9-b3a1-5a2a3903ef0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:36.783588 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-478524bf-7b28-4396-9600-e92c0fed68e5 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:36.783928 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-478524bf-7b28-4396-9600-e92c0fed68e5 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:36.797060 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-478524bf-7b28-4396-9600-e92c0fed68e5 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Calling delete_port for 6da8d7ad-1509-4f41-84e8-bbe30ba25020 owned by network:floatingip {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:02:37.009442 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:37.084064 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-478524bf-7b28-4396-9600-e92c0fed68e5 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:37.114294 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478524bf-7b28-4396-9600-e92c0fed68e5 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event deleted for resources: {'Port': ['ID=6da8d7ad-1509-4f41-84e8-bbe30ba25020,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:37.179350 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-478524bf-7b28-4396-9600-e92c0fed68e5 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for floatingip, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:37.179709 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.db.l3_db [None req-478524bf-7b28-4396-9600-e92c0fed68e5 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Floating IP 66bcca78-590b-4fd4-98a0-79512068b46c disassociated (deleted). External IP: 172.27.3.99, port: cb41d00a-0a16-42fa-801f-28e1c4c71473. Aug 07 13:02:37.249565 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:37.406288 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478524bf-7b28-4396-9600-e92c0fed68e5 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Router 95c8a746-7572-4f43-9123-9c623fa0fb16 has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 13:02:37.444405 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:37.544796 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478524bf-7b28-4396-9600-e92c0fed68e5 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 13:02:37.554554 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-478524bf-7b28-4396-9600-e92c0fed68e5 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:37.556383 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0277ba88-ec99-4b3f-a86b-399d23762348 None None] Sync routers for ids ['95c8a746-7572-4f43-9123-9c623fa0fb16'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 13:02:37.566549 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0277ba88-ec99-4b3f-a86b-399d23762348 None None] Routers {'95c8a746-7572-4f43-9123-9c623fa0fb16'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 13:02:37.567350 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0277ba88-ec99-4b3f-a86b-399d23762348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T13:02:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['95c8a746-7572-4f43-9123-9c623fa0fb16'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:37.588712 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-478524bf-7b28-4396-9600-e92c0fed68e5 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "DELETE /v2.0/floatingips/66bcca78-590b-4fd4-98a0-79512068b46c HTTP/1.1" status: 204 len: 168 time: 1.3741262 Aug 07 13:02:37.589407 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1424d581-66dd-4853-a4da-ab69f10fa356', 'tag': 'cb41d00a-0a16-42fa-801f-28e1c4c71473'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 13:02:37.591777 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f668df-58f6-49a4-b535-6811cc562a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "1424d581-66dd-4853-a4da-ab69f10fa356", "tag": "cb41d00a-0a16-42fa-801f-28e1c4c71473"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 13:02:37.633999 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 Aug 2021 13:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b44100-b6e5-453f-9622-a42317755610 x-openstack-request-id: req-56b44100-b6e5-453f-9622-a42317755610 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 13:02:37.634336 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1424d581-66dd-4853-a4da-ab69f10fa356", "tag": "cb41d00a-0a16-42fa-801f-28e1c4c71473", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 13:02:37.634588 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-56b44100-b6e5-453f-9622-a42317755610 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 13:02:37.635003 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1424d581-66dd-4853-a4da-ab69f10fa356', 'tag': 'cb41d00a-0a16-42fa-801f-28e1c4c71473', 'status': 'completed', 'code': 200} Aug 07 13:02:37.688173 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-0277ba88-ec99-4b3f-a86b-399d23762348 None None] Set router 95c8a746-7572-4f43-9123-9c623fa0fb16 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 13:02:37.744297 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f668df-58f6-49a4-b535-6811cc562a4e req-91fb71d0-0b64-4214-b605-ba0c8ef56a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:02:37.746015 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92f668df-58f6-49a4-b535-6811cc562a4e req-91fb71d0-0b64-4214-b605-ba0c8ef56a8b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=df0e389d6f0540aebecb728b30ce8c74&device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 1098 time: 0.0442598 Aug 07 13:02:37.857316 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f668df-58f6-49a4-b535-6811cc562a4e req-d292fdd9-7c3f-47fe-a826-6c99cf3c66ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:02:37.859066 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92f668df-58f6-49a4-b535-6811cc562a4e req-d292fdd9-7c3f-47fe-a826-6c99cf3c66ef service neutron] 10.222.0.58 "GET /v2.0/networks?id=b066dc66-c2d1-4e7c-b521-e613e80d7a48 HTTP/1.1" status: 200 len: 912 time: 0.1007931 Aug 07 13:02:37.901720 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92f668df-58f6-49a4-b535-6811cc562a4e req-a9dfbbe8-79e3-4d41-a05e-c967cc97cd5d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb41d00a-0a16-42fa-801f-28e1c4c71473 HTTP/1.1" status: 200 len: 217 time: 0.0347605 Aug 07 13:02:37.915633 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0277ba88-ec99-4b3f-a86b-399d23762348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:10Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:37.950106 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0277ba88-ec99-4b3f-a86b-399d23762348 None None] Checking router: 95c8a746-7572-4f43-9123-9c623fa0fb16 for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 13:02:37.959055 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f668df-58f6-49a4-b535-6811cc562a4e req-fd9100bf-124b-464d-a0f6-b7cb13eb4194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:02:37.961032 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92f668df-58f6-49a4-b535-6811cc562a4e req-fd9100bf-124b-464d-a0f6-b7cb13eb4194 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ba1b8a5f-6360-4118-8a05-67005538af59 HTTP/1.1" status: 200 len: 850 time: 0.0476880 Aug 07 13:02:37.961239 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0277ba88-ec99-4b3f-a86b-399d23762348 None None] Routers {'95c8a746-7572-4f43-9123-9c623fa0fb16'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 13:02:37.961757 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0277ba88-ec99-4b3f-a86b-399d23762348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T13:02:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['95c8a746-7572-4f43-9123-9c623fa0fb16'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:38.017834 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f668df-58f6-49a4-b535-6811cc562a4e req-8430f9e0-21d7-482c-b14c-56380dd72b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:02:38.019311 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92f668df-58f6-49a4-b535-6811cc562a4e req-8430f9e0-21d7-482c-b14c-56380dd72b9d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b066dc66-c2d1-4e7c-b521-e613e80d7a48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473235 Aug 07 13:02:38.081682 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-0277ba88-ec99-4b3f-a86b-399d23762348 None None] Set router 95c8a746-7572-4f43-9123-9c623fa0fb16 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 13:02:38.126641 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92f668df-58f6-49a4-b535-6811cc562a4e req-f4130615-f343-4a06-8731-f730490330b1 service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950377 Aug 07 13:02:38.234078 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-92f668df-58f6-49a4-b535-6811cc562a4e req-f4aaa196-aaa7-413d-9047-0de754c0cffe service neutron] 10.222.0.58 "GET /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945063 Aug 07 13:02:38.294281 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-0277ba88-ec99-4b3f-a86b-399d23762348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:10Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:38.321929 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0277ba88-ec99-4b3f-a86b-399d23762348 None None] The sync data for ids ['95c8a746-7572-4f43-9123-9c623fa0fb16'] in dv-cinder-787296-2-iscsi is: [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T12:55:03Z', 'revision_number': 4, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi', '_interfaces': [{'id': 'd70f5ff7-2562-45f9-9019-312f345d1966', 'name': '', 'network_id': 'b066dc66-c2d1-4e7c-b521-e613e80d7a48', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'mac_address': 'fa:16:3e:98:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:03Z', 'updated_at': '2021-08-07T12:55:10Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'subnets': [{'id': 'ba1b8a5f-6360-4118-8a05-67005538af59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 13:02:38.384683 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7e300-5560-47e0-b8b9-be9f6c48f31a req-0011ac2f-4120-4a4b-9353-db9c47332b2a tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:02:38.390625 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-58a7e300-5560-47e0-b8b9-be9f6c48f31a req-0011ac2f-4120-4a4b-9353-db9c47332b2a tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 945 time: 0.0622354 Aug 07 13:02:38.427034 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-58a7e300-5560-47e0-b8b9-be9f6c48f31a req-072bf588-18e8-4707-bf19-bfa94c70e7af tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338976 Aug 07 13:02:38.559570 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fa5d05-8afa-43df-a898-72becc702bfc None None] New status for floating IP 66bcca78-590b-4fd4-98a0-79512068b46c: DOWN {{(pid=100623) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 07 13:02:39.534972 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:39.547189 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec71684-adcb-421e-8e8b-8bac00442217 req-ea798cdf-fe9d-41dd-89fa-0913a2141904 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:02:39.548725 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2ec71684-adcb-421e-8e8b-8bac00442217 req-ea798cdf-fe9d-41dd-89fa-0913a2141904 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 945 time: 0.0505593 Aug 07 13:02:39.588311 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-2ec71684-adcb-421e-8e8b-8bac00442217 req-8970b9f8-0af8-44f3-b28f-85f14a3aeb5a tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328999 Aug 07 13:02:40.425122 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9f7d0-d2c7-444b-8172-839f1abb7df7 req-ed9ca022-baac-4786-a263-158b229a2553 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100621) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:02:40.427106 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-50d9f7d0-d2c7-444b-8172-839f1abb7df7 req-ed9ca022-baac-4786-a263-158b229a2553 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.58 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 945 time: 0.0537663 Aug 07 13:02:40.539568 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-50d9f7d0-d2c7-444b-8172-839f1abb7df7 req-b720ec46-5757-4e2c-9943-b99f3201c17f tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Deleting port cb41d00a-0a16-42fa-801f-28e1c4c71473 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:02:40.539917 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-50d9f7d0-d2c7-444b-8172-839f1abb7df7 req-b720ec46-5757-4e2c-9943-b99f3201c17f tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:40.630392 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [req-50d9f7d0-d2c7-444b-8172-839f1abb7df7 req-b720ec46-5757-4e2c-9943-b99f3201c17f tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] For port cb41d00a-0a16-42fa-801f-28e1c4c71473, host hv-cinder-78729, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78729',level=0,port_id=cb41d00a-0a16-42fa-801f-28e1c4c71473,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:02:40.631807 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-50d9f7d0-d2c7-444b-8172-839f1abb7df7 req-b720ec46-5757-4e2c-9943-b99f3201c17f tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:40.644882 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [req-50d9f7d0-d2c7-444b-8172-839f1abb7df7 req-b720ec46-5757-4e2c-9943-b99f3201c17f tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Calling delete_port for cb41d00a-0a16-42fa-801f-28e1c4c71473 owned by compute:nova {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:02:40.722803 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d254f8-5515-44f3-9c1c-f1c074a95909 req-abdc5077-5a73-4cb7-ba0a-70f293eeefb0 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100620) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 07 13:02:40.725669 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-37d254f8-5515-44f3-9c1c-f1c074a95909 req-abdc5077-5a73-4cb7-ba0a-70f293eeefb0 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 945 time: 0.0578690 Aug 07 13:02:40.768759 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-37d254f8-5515-44f3-9c1c-f1c074a95909 req-c2abbf45-719c-40a4-85d4-9ce57803b28e tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/security-groups?id=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371609 Aug 07 13:02:40.883520 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-50d9f7d0-d2c7-444b-8172-839f1abb7df7 req-b720ec46-5757-4e2c-9943-b99f3201c17f tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:40.914641 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720ec46-5757-4e2c-9943-b99f3201c17f tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event deleted for resources: {'Port': ['ID=cb41d00a-0a16-42fa-801f-28e1c4c71473,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:40.961386 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d9f7d0-d2c7-444b-8172-839f1abb7df7 req-b720ec46-5757-4e2c-9943-b99f3201c17f tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] No DVR routers for this DVR port cb41d00a-0a16-42fa-801f-28e1c4c71473 on host hv-cinder-78729 {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 13:02:40.963824 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [req-50d9f7d0-d2c7-444b-8172-839f1abb7df7 req-b720ec46-5757-4e2c-9943-b99f3201c17f tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for port, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:40.965912 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [req-50d9f7d0-d2c7-444b-8172-839f1abb7df7 req-b720ec46-5757-4e2c-9943-b99f3201c17f tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.58 "DELETE /v2.0/ports/cb41d00a-0a16-42fa-801f-28e1c4c71473 HTTP/1.1" status: 204 len: 173 time: 0.5277176 Aug 07 13:02:40.966396 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1424d581-66dd-4853-a4da-ab69f10fa356', 'name': 'network-vif-deleted', 'tag': 'cb41d00a-0a16-42fa-801f-28e1c4c71473'}] {{(pid=100621) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 07 13:02:40.968674 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6d611cec3ef4c0049506c015e955ac7939af92260f76dd18da49460b3ab19d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3c2148-acf0-4a5e-bbf2-1fc1d1625620" -d '{"events": [{"server_uuid": "1424d581-66dd-4853-a4da-ab69f10fa356", "name": "network-vif-deleted", "tag": "cb41d00a-0a16-42fa-801f-28e1c4c71473"}]}' {{(pid=100621) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 07 13:02:41.006389 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 Aug 2021 13:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f147516-b230-4059-afe2-2be33aa6aa05 x-openstack-request-id: req-2f147516-b230-4059-afe2-2be33aa6aa05 {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 07 13:02:41.006389 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1424d581-66dd-4853-a4da-ab69f10fa356", "name": "network-vif-deleted", "tag": "cb41d00a-0a16-42fa-801f-28e1c4c71473", "status": "completed", "code": 200}]} {{(pid=100621) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 07 13:02:41.008719 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2f147516-b230-4059-afe2-2be33aa6aa05 {{(pid=100621) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 07 13:02:41.008719 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1424d581-66dd-4853-a4da-ab69f10fa356', 'name': 'network-vif-deleted', 'tag': 'cb41d00a-0a16-42fa-801f-28e1c4c71473', 'status': 'completed', 'code': 200} Aug 07 13:02:41.889226 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [req-2e9d23b0-5ced-4f92-aedf-672e9f3d146d req-3c1ec23b-4978-4455-a1dc-6955477fb183 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "GET /v2.0/ports?device_id=1424d581-66dd-4853-a4da-ab69f10fa356 HTTP/1.1" status: 200 len: 210 time: 0.0272768 Aug 07 13:02:42.945632 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 42570) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:02:43.073634 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-31e9db6d-1644-447d-9b60-6f71e377b31c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Deleting port 579fda19-886d-4beb-a86e-c97e3fa0001d {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:02:43.074004 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-31e9db6d-1644-447d-9b60-6f71e377b31c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:43.151003 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-31e9db6d-1644-447d-9b60-6f71e377b31c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:43.151338 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-31e9db6d-1644-447d-9b60-6f71e377b31c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:43.162976 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-31e9db6d-1644-447d-9b60-6f71e377b31c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Calling delete_port for 579fda19-886d-4beb-a86e-c97e3fa0001d owned by network:floatingip {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:02:43.379429 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-31e9db6d-1644-447d-9b60-6f71e377b31c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:43.406234 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9db6d-1644-447d-9b60-6f71e377b31c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event deleted for resources: {'Port': ['ID=579fda19-886d-4beb-a86e-c97e3fa0001d,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:43.475733 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-31e9db6d-1644-447d-9b60-6f71e377b31c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for floatingip, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:43.478385 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-31e9db6d-1644-447d-9b60-6f71e377b31c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74389'] for floatingip, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:43.479578 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-31e9db6d-1644-447d-9b60-6f71e377b31c tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "DELETE /v2.0/floatingips/f8b16722-a46b-411a-b71b-df760da9b75a HTTP/1.1" status: 204 len: 168 time: 0.5329318 Aug 07 13:02:43.519384 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device cb41d00a-0a16-42fa-801f-28e1c4c71473 no longer exists at agent hyperv_hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 13:02:43.575060 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] No Port match for: cb41d00a-0a16-42fa-801f-28e1c4c71473 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 13:02:43.575461 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Device cb41d00a-0a16-42fa-801f-28e1c4c71473 not bound to the agent host hv-cinder-78729 {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 13:02:44.908178 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 42582) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:02:44.976025 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-50a8f6db-5906-4991-b34b-3e3d1756b969 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:45.006335 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-50a8f6db-5906-4991-b34b-3e3d1756b969 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:45.129592 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-50a8f6db-5906-4991-b34b-3e3d1756b969 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:45.133144 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-50a8f6db-5906-4991-b34b-3e3d1756b969 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Notify callbacks [] for security_group, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:45.136972 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-50a8f6db-5906-4991-b34b-3e3d1756b969 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] 10.222.0.59 "DELETE /v2.0/security-groups/d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa HTTP/1.1" status: 204 len: 168 time: 0.2252989 Aug 07 13:02:45.146350 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8f6db-5906-4991-b34b-3e3d1756b969 tempest-TestVolumeBootPattern-1441766357 tempest-TestVolumeBootPattern-1441766357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a6fee6-0a44-4f5d-8e5a-49461bbc1daa,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:45.273630 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 42586) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:02:45.952098 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d77f8b54-153d-48e7-9d85-defc20af9fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520856'] for router_interface, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:46.221134 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d77f8b54-153d-48e7-9d85-defc20af9fc1 admin admin] Deleting port d70f5ff7-2562-45f9-9019-312f345d1966 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:02:46.221382 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d77f8b54-153d-48e7-9d85-defc20af9fc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:46.303086 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-d77f8b54-153d-48e7-9d85-defc20af9fc1 admin admin] For port d70f5ff7-2562-45f9-9019-312f345d1966, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=d70f5ff7-2562-45f9-9019-312f345d1966,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:02:46.303488 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d77f8b54-153d-48e7-9d85-defc20af9fc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:46.317068 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-d77f8b54-153d-48e7-9d85-defc20af9fc1 admin admin] Calling delete_port for d70f5ff7-2562-45f9-9019-312f345d1966 owned by network:router_interface {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:02:46.563685 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d77f8b54-153d-48e7-9d85-defc20af9fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:46.594941 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f8b54-153d-48e7-9d85-defc20af9fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d70f5ff7-2562-45f9-9019-312f345d1966,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:46.771500 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-d77f8b54-153d-48e7-9d85-defc20af9fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520232'] for router_interface, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:46.994837 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77f8b54-153d-48e7-9d85-defc20af9fc1 admin admin] Router 95c8a746-7572-4f43-9123-9c623fa0fb16 has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100621) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 13:02:47.103260 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77f8b54-153d-48e7-9d85-defc20af9fc1 admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100621) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 13:02:47.110142 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-d77f8b54-153d-48e7-9d85-defc20af9fc1 admin admin] 10.222.0.59 "PUT /v2.0/routers/95c8a746-7572-4f43-9123-9c623fa0fb16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8339760 Aug 07 13:02:47.111369 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 42590) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:02:47.112224 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ca8599-7acf-45d9-80f5-fe4a91e0ed12 None None] Sync routers for ids ['95c8a746-7572-4f43-9123-9c623fa0fb16'] in dv-cinder-787296-2-iscsi {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 13:02:47.123505 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ca8599-7acf-45d9-80f5-fe4a91e0ed12 None None] Routers {'95c8a746-7572-4f43-9123-9c623fa0fb16'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 13:02:47.124140 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-49ca8599-7acf-45d9-80f5-fe4a91e0ed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T13:02:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['95c8a746-7572-4f43-9123-9c623fa0fb16'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:47.222850 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74b4b838-e6bc-4ded-8aff-8f759fcba878 admin admin] Notify callbacks [] for router, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:47.231785 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-49ca8599-7acf-45d9-80f5-fe4a91e0ed12 None None] Set router 95c8a746-7572-4f43-9123-9c623fa0fb16 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 13:02:47.577429 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-49ca8599-7acf-45d9-80f5-fe4a91e0ed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T13:02:46Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:47.606706 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ca8599-7acf-45d9-80f5-fe4a91e0ed12 None None] Checking router: 95c8a746-7572-4f43-9123-9c623fa0fb16 for host: dv-cinder-787296-2-iscsi {{(pid=100622) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 13:02:47.617690 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ca8599-7acf-45d9-80f5-fe4a91e0ed12 None None] Routers {'95c8a746-7572-4f43-9123-9c623fa0fb16'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100622) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 13:02:47.618366 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-49ca8599-7acf-45d9-80f5-fe4a91e0ed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T13:02:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['95c8a746-7572-4f43-9123-9c623fa0fb16'], 'active': True} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:47.625117 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74b4b838-e6bc-4ded-8aff-8f759fcba878 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:47.733722 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvr_db [None req-49ca8599-7acf-45d9-80f5-fe4a91e0ed12 None None] Set router 95c8a746-7572-4f43-9123-9c623fa0fb16 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100622) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 13:02:47.765226 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-74b4b838-e6bc-4ded-8aff-8f759fcba878 admin admin] Deleting port 29cad94b-6858-4a7b-ac3a-f24796a25d7e {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:02:47.765794 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74b4b838-e6bc-4ded-8aff-8f759fcba878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:47.855869 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-74b4b838-e6bc-4ded-8aff-8f759fcba878 admin admin] For port 29cad94b-6858-4a7b-ac3a-f24796a25d7e, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=29cad94b-6858-4a7b-ac3a-f24796a25d7e,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:02:47.856178 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74b4b838-e6bc-4ded-8aff-8f759fcba878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:47.877385 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-74b4b838-e6bc-4ded-8aff-8f759fcba878 admin admin] Calling delete_port for 29cad94b-6858-4a7b-ac3a-f24796a25d7e owned by network:router_gateway {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:02:47.967577 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_hamode_db [None req-49ca8599-7acf-45d9-80f5-fe4a91e0ed12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T13:02:46Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100622) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:47.996575 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ca8599-7acf-45d9-80f5-fe4a91e0ed12 None None] The sync data for ids ['95c8a746-7572-4f43-9123-9c623fa0fb16'] in dv-cinder-787296-2-iscsi is: [{'id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'name': 'tempest-TestVolumeBootPattern-754906287-router', 'tenant_id': 'df0e389d6f0540aebecb728b30ce8c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:00Z', 'updated_at': '2021-08-07T13:02:46Z', 'revision_number': 5, 'project_id': 'df0e389d6f0540aebecb728b30ce8c74', 'gw_port': {'id': '29cad94b-6858-4a7b-ac3a-f24796a25d7e', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c8a746-7572-4f43-9123-9c623fa0fb16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:01Z', 'updated_at': '2021-08-07T12:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}] {{(pid=100622) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 13:02:48.140675 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74b4b838-e6bc-4ded-8aff-8f759fcba878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:48.171887 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4b838-e6bc-4ded-8aff-8f759fcba878 admin admin] Pushing event deleted for resources: {'Port': ['ID=29cad94b-6858-4a7b-ac3a-f24796a25d7e,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:48.234423 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74b4b838-e6bc-4ded-8aff-8f759fcba878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519630'] for router_gateway, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:48.328478 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74b4b838-e6bc-4ded-8aff-8f759fcba878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14478'] for router, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:48.330728 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74b4b838-e6bc-4ded-8aff-8f759fcba878 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:48.445038 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74b4b838-e6bc-4ded-8aff-8f759fcba878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522958'] for router, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:48.445947 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b4b838-e6bc-4ded-8aff-8f759fcba878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95c8a746-7572-4f43-9123-9c623fa0fb16 {{(pid=100621) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 13:02:48.452253 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device d70f5ff7-2562-45f9-9019-312f345d1966 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 13:02:48.453001 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-74b4b838-e6bc-4ded-8aff-8f759fcba878 admin admin] Notify callbacks [] for router, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:48.454358 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-74b4b838-e6bc-4ded-8aff-8f759fcba878 admin admin] 10.222.0.59 "DELETE /v2.0/routers/95c8a746-7572-4f43-9123-9c623fa0fb16 HTTP/1.1" status: 204 len: 168 time: 1.3419650 Aug 07 13:02:48.456976 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 42592) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:02:48.477490 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: d70f5ff7-2562-45f9-9019-312f345d1966 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 13:02:48.477945 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device d70f5ff7-2562-45f9-9019-312f345d1966 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 13:02:48.514883 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c650ec-19cc-407d-917e-5a969e57cfcb admin admin] Deleting subnet ba1b8a5f-6360-4118-8a05-67005538af59 {{(pid=100621) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 13:02:48.518720 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-12c650ec-19cc-407d-917e-5a969e57cfcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:48.560645 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-12c650ec-19cc-407d-917e-5a969e57cfcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3637977'] for subnet, precommit_delete_associations {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:48.664639 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-12c650ec-19cc-407d-917e-5a969e57cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528469'] for subnet, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:48.934068 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-12c650ec-19cc-407d-917e-5a969e57cfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8863388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2431407'] for subnet, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:48.959303 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c650ec-19cc-407d-917e-5a969e57cfcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba1b8a5f-6360-4118-8a05-67005538af59,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:48.966134 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-12c650ec-19cc-407d-917e-5a969e57cfcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for subnet, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:48.968887 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-12c650ec-19cc-407d-917e-5a969e57cfcb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ba1b8a5f-6360-4118-8a05-67005538af59 HTTP/1.1" status: 204 len: 168 time: 0.5099471 Aug 07 13:02:48.970610 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.wsgi [-] (100621) accepted ('10.222.0.59', 42594) {{(pid=100621) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:02:48.973383 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb582bcc-0c04-4994-a65a-9d28e98858d3 None None] Network b066dc66-c2d1-4e7c-b521-e613e80d7a48 requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 13:02:49.045670 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561226'] for network, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:49.108896 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] Deleting port 3c003882-434f-4874-bb55-c7d9243b28b0 {{(pid=100621) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:02:49.109247 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:49.181915 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.db [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] For port 3c003882-434f-4874-bb55-c7d9243b28b0, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=3c003882-434f-4874-bb55-c7d9243b28b0,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100621) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:02:49.182663 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:49.183381 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] DHCP port deletion for b066dc66-c2d1-4e7c-b521-e613e80d7a48 request from dv-cinder-787296-2-iscsi {{(pid=100622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 13:02:49.200886 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] Calling delete_port for 3c003882-434f-4874-bb55-c7d9243b28b0 owned by network:dhcp {{(pid=100621) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:02:49.234796 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] Deleting port 3c003882-434f-4874-bb55-c7d9243b28b0 {{(pid=100622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:02:49.235268 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:49.301675 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] For port 3c003882-434f-4874-bb55-c7d9243b28b0, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=3c003882-434f-4874-bb55-c7d9243b28b0,segment=NetworkSegment(420a9889-6895-4a67-a56d-379c8b5423e1),segment_id=420a9889-6895-4a67-a56d-379c8b5423e1)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:02:49.302084 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:49.317037 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] Calling delete_port for 3c003882-434f-4874-bb55-c7d9243b28b0 owned by network:dhcp {{(pid=100622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:02:49.335828 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8863407'] for port, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:49.366687 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] No DVR routers for this DVR port 3c003882-434f-4874-bb55-c7d9243b28b0 on host dv-cinder-787296-2-iscsi {{(pid=100621) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 13:02:49.366687 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c003882-434f-4874-bb55-c7d9243b28b0,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:49.416452 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374'] for port, after_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:49.439641 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] Pushing event deleted for resources: {'Port': ['ID=3c003882-434f-4874-bb55-c7d9243b28b0,revision_number=None']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:49.444882 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531410', 'neutron.services.segments.db._delete_segments_for_network-8739267626096'] for network, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:49.456922 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:49.456922 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:49.456922 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:49.456922 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:49.456922 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:49.456922 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:49.456922 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:49.456922 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:49.456922 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:49.456922 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:49.456922 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:49.456922 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-787296-2-iscsi {{(pid=100622) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 07 13:02:49.459309 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c607ef-3557-48e4-a5d0-b428b38886b2 None None] No DVR routers for this DVR port 3c003882-434f-4874-bb55-c7d9243b28b0 on host dv-cinder-787296-2-iscsi {{(pid=100622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 13:02:49.464477 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b066dc66-c2d1-4e7c-b521-e613e80d7a48']}} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:49.478055 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420a9889-6895-4a67-a56d-379c8b5423e1') {'for_net_delete': True} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:49.478382 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.services.segments.db [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420a9889-6895-4a67-a56d-379c8b5423e1') {} {{(pid=100621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:49.488906 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739267629177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3637966'] for segment, before_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:49.508801 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:49.514887 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=100621) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8863298'] for segment, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: Traceback (most recent call last): Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: timer() Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: cb(*args, **kw) Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: return func(*args, **kwargs) Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: self._notify() Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: self.callback(batched_events) Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: event.method(event) Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: return f(self, *a, **k) Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._get(url).json() Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: return self.request(url, 'GET', **kwargs) Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 13:02:49.519986 dv-cinder-787296-2-iscsi neutron-server[100621]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 13:02:49.659136 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519594'] for network, after_delete {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:49.665698 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron_lib.callbacks.manager [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:49.667693 dv-cinder-787296-2-iscsi neutron-server[100621]: INFO neutron.wsgi [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b066dc66-c2d1-4e7c-b521-e613e80d7a48 HTTP/1.1" status: 204 len: 168 time: 0.6961370 Aug 07 13:02:49.672728 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42596) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:02:49.688578 dv-cinder-787296-2-iscsi neutron-server[100621]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf58cc-dd49-4e38-8b5e-a36a493b1cb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b066dc66-c2d1-4e7c-b521-e613e80d7a48,revision_number=None']} {{(pid=100621) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:50.078033 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db738946-d2dc-4cd8-8b99-5962e92bda27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-520856'] for router_interface, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:50.116778 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 29cad94b-6858-4a7b-ac3a-f24796a25d7e no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 13:02:50.137578 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: 29cad94b-6858-4a7b-ac3a-f24796a25d7e {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 13:02:50.137923 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 29cad94b-6858-4a7b-ac3a-f24796a25d7e not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 13:02:50.138379 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 3c003882-434f-4874-bb55-c7d9243b28b0 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 13:02:50.160218 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: 3c003882-434f-4874-bb55-c7d9243b28b0 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 13:02:50.160673 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 3c003882-434f-4874-bb55-c7d9243b28b0 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 13:02:50.339314 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-db738946-d2dc-4cd8-8b99-5962e92bda27 admin admin] Deleting port 46c7f76e-947c-4fb1-91a6-0f15bf96e239 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:02:50.339563 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db738946-d2dc-4cd8-8b99-5962e92bda27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:50.418528 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-db738946-d2dc-4cd8-8b99-5962e92bda27 admin admin] For port 46c7f76e-947c-4fb1-91a6-0f15bf96e239, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=46c7f76e-947c-4fb1-91a6-0f15bf96e239,segment=NetworkSegment(a195ce8c-3186-4cd4-b176-0599c403277c),segment_id=a195ce8c-3186-4cd4-b176-0599c403277c)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:02:50.418900 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db738946-d2dc-4cd8-8b99-5962e92bda27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:50.432714 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-db738946-d2dc-4cd8-8b99-5962e92bda27 admin admin] Calling delete_port for 46c7f76e-947c-4fb1-91a6-0f15bf96e239 owned by network:router_interface {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:02:50.729131 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db738946-d2dc-4cd8-8b99-5962e92bda27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:50.761779 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db738946-d2dc-4cd8-8b99-5962e92bda27 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c7f76e-947c-4fb1-91a6-0f15bf96e239,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:50.962418 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-db738946-d2dc-4cd8-8b99-5962e92bda27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1676607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520232'] for router_interface, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:51.183634 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db738946-d2dc-4cd8-8b99-5962e92bda27 admin admin] Router 31d9a000-8433-4c0d-885f-4f77ba40c493 has already been hosted by L3 agent a7c37818-a8e3-49ec-a112-094f87481b0e {{(pid=100620) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 07 13:02:51.554566 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db738946-d2dc-4cd8-8b99-5962e92bda27 admin admin] Notify agent at l3_agent.dv-cinder-787296-2-iscsi the message routers_updated {{(pid=100620) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 07 13:02:51.559661 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-db738946-d2dc-4cd8-8b99-5962e92bda27 admin admin] 10.222.0.59 "PUT /v2.0/routers/31d9a000-8433-4c0d-885f-4f77ba40c493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8856838 Aug 07 13:02:51.562174 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42598) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:02:51.574422 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0b9fb-367c-4d72-a59f-67ebc879e3a2 None None] Sync routers for ids ['31d9a000-8433-4c0d-885f-4f77ba40c493'] in dv-cinder-787296-2-iscsi {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 07 13:02:51.584176 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae0b9fb-367c-4d72-a59f-67ebc879e3a2 None None] Routers {'31d9a000-8433-4c0d-885f-4f77ba40c493'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 13:02:51.584807 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-cae0b9fb-367c-4d72-a59f-67ebc879e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T13:02:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['31d9a000-8433-4c0d-885f-4f77ba40c493'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:51.674221 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c09eae9-96c0-480f-b06b-b238c31eaa52 admin admin] Notify callbacks [] for router, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:51.708166 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-cae0b9fb-367c-4d72-a59f-67ebc879e3a2 None None] Set router 31d9a000-8433-4c0d-885f-4f77ba40c493 gateway port host: dv-cinder-787296-2-iscsi {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 13:02:51.787807 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c09eae9-96c0-480f-b06b-b238c31eaa52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:51.910935 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-cae0b9fb-367c-4d72-a59f-67ebc879e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'name': 'tempest-TestVolumeBootPattern-933508004-router', 'tenant_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'external_fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '019a4517-dee9-438b-a54f-4bb4178ed094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:08Z', 'updated_at': '2021-08-07T13:02:50Z', 'revision_number': 5, 'project_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'gw_port': {'id': '019a4517-dee9-438b-a54f-4bb4178ed094', 'name': '', 'network_id': 'fd7d933b-f844-4b10-a5d9-6801ea2e0efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:65:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-787296-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-07T12:55:08Z', 'updated_at': '2021-08-07T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8cef9b17-a7d3-402e-a47a-93a17a3eb253', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-787296-2-iscsi'}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:51.921373 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-6c09eae9-96c0-480f-b06b-b238c31eaa52 admin admin] Deleting port 019a4517-dee9-438b-a54f-4bb4178ed094 {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:02:51.921720 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c09eae9-96c0-480f-b06b-b238c31eaa52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:51.941385 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0b9fb-367c-4d72-a59f-67ebc879e3a2 None None] Checking router: 31d9a000-8433-4c0d-885f-4f77ba40c493 for host: dv-cinder-787296-2-iscsi {{(pid=100623) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 07 13:02:51.953334 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae0b9fb-367c-4d72-a59f-67ebc879e3a2 None None] Routers {'31d9a000-8433-4c0d-885f-4f77ba40c493'} bound to L3 agent in host dv-cinder-787296-2-iscsi {{(pid=100623) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 07 13:02:51.953960 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-cae0b9fb-367c-4d72-a59f-67ebc879e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-787296-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-07T12:40:36Z,description=,heartbeat_timestamp=2021-08-07T13:02:37Z,host='dv-cinder-787296-2-iscsi',id=a7c37818-a8e3-49ec-a112-094f87481b0e,load=0,resource_versions=,resources_synced=,started_at=2021-08-07T12:40:37Z,topic='l3_agent')) {'router_ids': ['31d9a000-8433-4c0d-885f-4f77ba40c493'], 'active': True} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:52.009153 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-6c09eae9-96c0-480f-b06b-b238c31eaa52 admin admin] For port 019a4517-dee9-438b-a54f-4bb4178ed094, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=019a4517-dee9-438b-a54f-4bb4178ed094,segment=NetworkSegment(104f60f1-82a1-4005-8130-b10300c3a4cf),segment_id=104f60f1-82a1-4005-8130-b10300c3a4cf)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:02:52.009541 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c09eae9-96c0-480f-b06b-b238c31eaa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:52.023591 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-6c09eae9-96c0-480f-b06b-b238c31eaa52 admin admin] Calling delete_port for 019a4517-dee9-438b-a54f-4bb4178ed094 owned by network:router_gateway {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:02:52.043730 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_dvr_db [None req-cae0b9fb-367c-4d72-a59f-67ebc879e3a2 None None] Set router 31d9a000-8433-4c0d-885f-4f77ba40c493 gateway port host: None {{(pid=100623) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 07 13:02:52.113360 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.l3_hamode_db [None req-cae0b9fb-367c-4d72-a59f-67ebc879e3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'name': 'tempest-TestVolumeBootPattern-933508004-router', 'tenant_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:08Z', 'updated_at': '2021-08-07T13:02:51Z', 'revision_number': 6, 'project_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'gw_port_host': None}], 'dv-cinder-787296-2-iscsi', False) {} {{(pid=100623) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:52.159431 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae0b9fb-367c-4d72-a59f-67ebc879e3a2 None None] The sync data for ids ['31d9a000-8433-4c0d-885f-4f77ba40c493'] in dv-cinder-787296-2-iscsi is: [{'id': '31d9a000-8433-4c0d-885f-4f77ba40c493', 'name': 'tempest-TestVolumeBootPattern-933508004-router', 'tenant_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-07T12:55:08Z', 'updated_at': '2021-08-07T13:02:51Z', 'revision_number': 6, 'project_id': 'ac9c691d8bbe47c6b9e385da8d8bed7c', 'gw_port_host': None}] {{(pid=100623) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 07 13:02:52.305117 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c09eae9-96c0-480f-b06b-b238c31eaa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:52.334040 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09eae9-96c0-480f-b06b-b238c31eaa52 admin admin] Pushing event deleted for resources: {'Port': ['ID=019a4517-dee9-438b-a54f-4bb4178ed094,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:52.416095 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c09eae9-96c0-480f-b06b-b238c31eaa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-519630'] for router_gateway, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:52.517958 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c09eae9-96c0-480f-b06b-b238c31eaa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14478'] for router, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:52.520793 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c09eae9-96c0-480f-b06b-b238c31eaa52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:52.641766 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c09eae9-96c0-480f-b06b-b238c31eaa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-522958'] for router, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:52.642371 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c09eae9-96c0-480f-b06b-b238c31eaa52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31d9a000-8433-4c0d-885f-4f77ba40c493 {{(pid=100620) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 07 13:02:52.647232 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-6c09eae9-96c0-480f-b06b-b238c31eaa52 admin admin] Notify callbacks [] for router, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:52.648430 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-6c09eae9-96c0-480f-b06b-b238c31eaa52 admin admin] 10.222.0.59 "DELETE /v2.0/routers/31d9a000-8433-4c0d-885f-4f77ba40c493 HTTP/1.1" status: 204 len: 168 time: 1.0852773 Aug 07 13:02:52.650953 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42600) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:02:52.702244 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e3cbdd-9233-4954-9ecd-52c940f6ead8 admin admin] Deleting subnet 0227a385-99f9-456e-8d5d-c9464a9511fd {{(pid=100620) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 07 13:02:52.705778 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-37e3cbdd-9233-4954-9ecd-52c940f6ead8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:52.741945 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-37e3cbdd-9233-4954-9ecd-52c940f6ead8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3678694'] for subnet, precommit_delete_associations {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:52.826193 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-37e3cbdd-9233-4954-9ecd-52c940f6ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1528469'] for subnet, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:52.945973 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-37e3cbdd-9233-4954-9ecd-52c940f6ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1528450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8817393', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8967472'] for subnet, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:52.983621 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3cbdd-9233-4954-9ecd-52c940f6ead8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0227a385-99f9-456e-8d5d-c9464a9511fd,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:52.987212 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-37e3cbdd-9233-4954-9ecd-52c940f6ead8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:52.990546 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-37e3cbdd-9233-4954-9ecd-52c940f6ead8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0227a385-99f9-456e-8d5d-c9464a9511fd HTTP/1.1" status: 204 len: 168 time: 0.3371608 Aug 07 13:02:52.992463 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42602) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:02:52.995243 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4340119-4c05-4394-9b53-57a7cb6fade1 None None] Network eb9a46e0-6286-40c5-8945-e998471a797a requested from dv-cinder-787296-2-iscsi {{(pid=100622) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 07 13:02:53.067670 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561226'] for network, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:53.132437 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] Deleting port a3b61567-22e8-4ca2-b385-2f8993906e9b {{(pid=100620) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:02:53.132955 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:53.222234 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c135e79-8914-43ce-bf7d-59a08af48955 None None] DHCP port deletion for eb9a46e0-6286-40c5-8945-e998471a797a request from dv-cinder-787296-2-iscsi {{(pid=100622) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 07 13:02:53.228022 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.db [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] For port a3b61567-22e8-4ca2-b385-2f8993906e9b, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=a3b61567-22e8-4ca2-b385-2f8993906e9b,segment=NetworkSegment(a195ce8c-3186-4cd4-b176-0599c403277c),segment_id=a195ce8c-3186-4cd4-b176-0599c403277c)] {{(pid=100620) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:02:53.228409 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:53.242695 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.plugin [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] Calling delete_port for a3b61567-22e8-4ca2-b385-2f8993906e9b owned by network:dhcp {{(pid=100620) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:02:53.276688 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-2c135e79-8914-43ce-bf7d-59a08af48955 None None] Deleting port a3b61567-22e8-4ca2-b385-2f8993906e9b {{(pid=100622) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 07 13:02:53.277062 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2c135e79-8914-43ce-bf7d-59a08af48955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739267450417'] for port, before_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:53.341194 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.db [None req-2c135e79-8914-43ce-bf7d-59a08af48955 None None] For port a3b61567-22e8-4ca2-b385-2f8993906e9b, host dv-cinder-787296-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-787296-2-iscsi',level=0,port_id=a3b61567-22e8-4ca2-b385-2f8993906e9b,segment=NetworkSegment(a195ce8c-3186-4cd4-b176-0599c403277c),segment_id=a195ce8c-3186-4cd4-b176-0599c403277c)] {{(pid=100622) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 07 13:02:53.341592 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2c135e79-8914-43ce-bf7d-59a08af48955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517546'] for port, precommit_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:53.355648 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-2c135e79-8914-43ce-bf7d-59a08af48955 None None] Calling delete_port for a3b61567-22e8-4ca2-b385-2f8993906e9b owned by network:dhcp {{(pid=100622) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 07 13:02:53.442073 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8817346'] for port, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:53.451993 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-2c135e79-8914-43ce-bf7d-59a08af48955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1502594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2013657', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739267457163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739267067374'] for port, after_delete {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:53.468469 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b61567-22e8-4ca2-b385-2f8993906e9b,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:53.474297 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] No DVR routers for this DVR port a3b61567-22e8-4ca2-b385-2f8993906e9b on host dv-cinder-787296-2-iscsi {{(pid=100620) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 13:02:53.478105 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c135e79-8914-43ce-bf7d-59a08af48955 None None] Pushing event deleted for resources: {'Port': ['ID=a3b61567-22e8-4ca2-b385-2f8993906e9b,revision_number=None']} {{(pid=100622) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:53.481930 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c135e79-8914-43ce-bf7d-59a08af48955 None None] No DVR routers for this DVR port a3b61567-22e8-4ca2-b385-2f8993906e9b on host dv-cinder-787296-2-iscsi {{(pid=100622) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 07 13:02:53.558008 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531410', 'neutron.services.segments.db._delete_segments_for_network-8739267626096'] for network, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:53.571166 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.services.segments.db [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9a46e0-6286-40c5-8945-e998471a797a']}} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:53.584392 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.services.segments.db [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a195ce8c-3186-4cd4-b176-0599c403277c') {'for_net_delete': True} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:53.584720 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.services.segments.db [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a195ce8c-3186-4cd4-b176-0599c403277c') {} {{(pid=100620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 07 13:02:53.594511 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739267629177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3678705'] for segment, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:53.609373 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532'] for segment, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:53.616322 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=100620) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 07 13:02:53.616731 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1528532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8817199'] for segment, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: Traceback (most recent call last): Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: timer() Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: cb(*args, **kw) Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: return func(*args, **kwargs) Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: self._notify() Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: self.callback(batched_events) Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: event.method(event) Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: aggregate_uuid = self.p_client.list_aggregates( Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: return f(self, *a, **k) Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: return self._get(url).json() Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: return self.request(url, 'GET', **kwargs) Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: base_url = self.get_endpoint(auth, allow=allow, Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 07 13:02:53.618567 dv-cinder-787296-2-iscsi neutron-server[100620]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 07 13:02:54.116035 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 46c7f76e-947c-4fb1-91a6-0f15bf96e239 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 13:02:54.137966 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: 46c7f76e-947c-4fb1-91a6-0f15bf96e239 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 13:02:54.138357 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 46c7f76e-947c-4fb1-91a6-0f15bf96e239 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 13:02:54.138787 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 019a4517-dee9-438b-a54f-4bb4178ed094 no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 13:02:54.159565 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: 019a4517-dee9-438b-a54f-4bb4178ed094 {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 13:02:54.160002 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device 019a4517-dee9-438b-a54f-4bb4178ed094 not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 13:02:54.160337 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device a3b61567-22e8-4ca2-b385-2f8993906e9b no longer exists at agent ovs-agent-dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 07 13:02:54.179880 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.plugin [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] No Port match for: a3b61567-22e8-4ca2-b385-2f8993906e9b {{(pid=100622) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 07 13:02:54.180223 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron.plugins.ml2.rpc [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Device a3b61567-22e8-4ca2-b385-2f8993906e9b not bound to the agent host dv-cinder-787296-2-iscsi {{(pid=100622) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 07 13:02:54.563372 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1676550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-519594'] for network, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:54.568259 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676568'] for network, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:54.570954 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] 10.222.0.59 "DELETE /v2.0/networks/eb9a46e0-6286-40c5-8945-e998471a797a HTTP/1.1" status: 204 len: 168 time: 1.5774322 Aug 07 13:02:54.585700 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855a56d-1a1e-48c4-a0dc-24371c9b8297 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9a46e0-6286-40c5-8945-e998471a797a,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:55.020011 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42606) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:02:55.061836 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-2e1bf0fc-77fa-479f-91e4-7f8316b99b4f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=df0e389d6f0540aebecb728b30ce8c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406399 Aug 07 13:02:55.064407 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42608) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:02:55.113992 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d7142ec4-d290-44eb-b4b9-bc9ec27973e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:55.135395 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d7142ec4-d290-44eb-b4b9-bc9ec27973e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:55.260753 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d7142ec4-d290-44eb-b4b9-bc9ec27973e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:55.263386 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-d7142ec4-d290-44eb-b4b9-bc9ec27973e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:55.267663 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-d7142ec4-d290-44eb-b4b9-bc9ec27973e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5038ba49-8a53-4532-aa14-03bcfd4b57ef HTTP/1.1" status: 204 len: 168 time: 0.1992602 Aug 07 13:02:55.273797 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7142ec4-d290-44eb-b4b9-bc9ec27973e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5038ba49-8a53-4532-aa14-03bcfd4b57ef,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:56.074111 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42614) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:02:56.116771 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-5ce78954-8471-4652-b278-067ca3cde3cd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ac9c691d8bbe47c6b9e385da8d8bed7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414162 Aug 07 13:02:56.119268 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [-] (100620) accepted ('10.222.0.59', 42616) {{(pid=100620) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 07 13:02:56.180608 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b862e08b-e380-48b7-9c79-2d1c3bc0fadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:56.202721 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b862e08b-e380-48b7-9c79-2d1c3bc0fadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:56.351972 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b862e08b-e380-48b7-9c79-2d1c3bc0fadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1644469'] for security_group, after_delete {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:56.354821 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron_lib.callbacks.manager [None req-b862e08b-e380-48b7-9c79-2d1c3bc0fadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:02:56.356194 dv-cinder-787296-2-iscsi neutron-server[100620]: INFO neutron.wsgi [None req-b862e08b-e380-48b7-9c79-2d1c3bc0fadd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/18ac9606-a97b-4ab3-8768-83c6860cb49f HTTP/1.1" status: 204 len: 168 time: 0.2358174 Aug 07 13:02:56.364416 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862e08b-e380-48b7-9c79-2d1c3bc0fadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ac9606-a97b-4ab3-8768-83c6860cb49f,revision_number=None']} {{(pid=100620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 07 13:02:56.702351 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 13:03:03.441467 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6542fae6-fc1d-49c3-867e-0f287b0618e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:03:06.630086 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c4164857-c071-4e61-8a93-f968a1361b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:03:07.007370 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:03:07.248801 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:03:07.437486 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:03:09.460088 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:03:33.436170 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-f8668194-098b-4ee7-bb3e-3c5fc8bd99a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:03:33.702773 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 13:03:36.607677 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-cf94516e-e6d7-4424-92a0-aa0fdcebf723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:03:36.978205 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:03:37.251863 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:03:37.442238 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:03:39.474932 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:04:03.452853 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1e0c7a65-b664-4305-9bc5-0a6a6da5658a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:04:06.601373 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b19d4231-e956-4e2e-ba64-e7a91b3873c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:04:06.973861 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:04:07.245335 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:04:07.435355 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:04:09.479876 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:04:10.701918 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 13:04:33.434935 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9f594947-be88-4e32-8afa-9bd1b9753ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:04:34.282871 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [req-47da10fc-163c-40b5-a19e-48ddfafab5a6 req-62416e2e-ef58-4f0b-adfa-3b8ac3b291bd service neutron] (100620) timed out ('10.222.0.58', 49651) {{(pid=100620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 07 13:04:36.594985 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-9d3761a8-b932-41f9-8d1e-b92a5e868b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:04:36.983668 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:04:37.257948 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:04:37.435217 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:04:39.480665 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:04:47.701315 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 13:04:51.739276 dv-cinder-787296-2-iscsi neutron-server[100620]: DEBUG neutron.wsgi [req-69c6e756-387f-4550-b6bc-0cb7a741f9cf req-941fb9c9-76f2-4ec9-b3fa-3f632a506bb7 service neutron] (100620) timed out ('10.222.0.58', 49663) {{(pid=100620) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 07 13:05:03.438649 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1880bbcf-8ede-40fe-8bc1-7dc29e62233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:05:06.617582 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-4e2f7622-49c1-4b3b-90ba-112142aea99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:05:07.033285 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:05:07.312766 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:05:07.480241 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:05:09.518294 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:05:24.704079 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 13:05:33.439553 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b168c656-cbe7-4da3-8145-57ec07b5f64e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:05:36.707702 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-a19be635-a124-469b-891f-1b0cbb9fdc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:05:36.988438 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:05:37.245228 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:05:37.468539 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:05:39.496519 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:06:01.703566 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 13:06:03.461756 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-66ffc538-e1d2-40e5-b876-ade26072f3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:06:06.672674 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-111070ed-a0fd-4945-b68a-08a873244fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:06:06.991488 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:06:07.259306 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:06:07.455913 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:06:09.484315 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:06:33.443928 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-c7784092-8059-4f68-9456-cad17a0ba6c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:06:36.603635 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-142b9570-b261-4d77-8e20-da5fdcd9c4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:06:36.992278 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:06:37.258885 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:06:37.443898 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:06:38.702822 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 13:06:39.517467 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:07:03.452616 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6b7d7d53-81d7-452a-81b1-74c4c0d59f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:07:06.649215 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-1441ed6f-898d-44cb-b183-2fabd94f9114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:07:07.009356 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:07:07.265753 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:07:07.463724 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:07:09.494500 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:07:15.701838 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 13:07:33.446584 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-6fdc03e9-bd69-44a0-88f3-b9ebba20e9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:07:36.636544 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b9727d8a-19a8-4b20-9daf-d479d789b51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:07:37.111157 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:07:37.241924 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:07:37.491882 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:07:39.497182 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:07:52.700516 dv-cinder-787296-2-iscsi neutron-server[100623]: DEBUG neutron.db.agents_db [None req-5f6fb4aa-2235-41c8-aac2-aabef1088633 None None] Agent healthcheck: found 6 active agents {{(pid=100623) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 07 13:08:03.435627 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7896f7e2-7360-4081-a767-243998cda9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:08:06.651175 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-7ba45828-c54e-4a9a-a02b-9b0ef23a3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:08:06.993789 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-ee199d64-0487-4ba3-aee0-689ad29aa02c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:08:07.278565 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-d9dd1316-8324-41af-a53f-7a6e681ed5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:08:07.476541 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-b166aba1-56e9-45b6-b0ba-bf75a358c84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 07 13:08:09.542481 dv-cinder-787296-2-iscsi neutron-server[100622]: DEBUG neutron_lib.callbacks.manager [None req-16a1a0bc-1ee6-490a-9e8b-872abe14a3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739267625988', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-526236'] for agent, after_update {{(pid=100622) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}